-- Logs begin at Mon 2021-08-16 15:00:06 UTC, end at Mon 2021-08-16 16:09:45 UTC. -- Aug 16 15:43:09.485402 dv-cinder-799668-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 15:43:12.179472 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.common.config [-] Logging enabled! Aug 16 15:43:12.180071 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev542 Aug 16 15:43:12.180228 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100953) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 15:43:12.184169 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.common.config [-] Logging enabled! Aug 16 15:43:12.184425 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev542 Aug 16 15:43:12.184733 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100953) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 15:43:12.185647 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 15:43:12.185881 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 15:43:12.186238 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 15:43:12.186565 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 15:43:12.186727 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 15:43:12.187043 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.187339 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.187635 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.187859 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.188148 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.188433 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.188712 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.188998 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.189288 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.189567 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.189840 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.190123 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.190352 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.190652 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.190936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.191215 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.191442 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] debug = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.191716 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.192134 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.192552 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.192827 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.193110 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.193387 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.193652 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.193921 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.194203 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.194554 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] host = dv-cinder-799668-6-iscsi {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.194831 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.195113 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.195392 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.195673 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.195941 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.196214 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.196493 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.196761 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.197029 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.197297 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.197578 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.198424 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.198713 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.198941 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.199159 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.199442 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.199722 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.199991 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.200260 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.200531 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.200800 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.201068 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.201335 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.201613 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.201891 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.202168 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.202437 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.202731 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.202997 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.203266 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.203545 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.203811 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.204077 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.204344 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.204625 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.204889 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.205158 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.205452 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.205729 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.206003 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.206280 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.206571 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.206850 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.207116 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.207383 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.207651 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] use_json = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.207920 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.208183 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.208458 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.208724 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.208990 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.209256 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.209523 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.209799 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:12.210089 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.210384 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.210703 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.210984 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.211279 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.211554 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.211837 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.212110 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.212393 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.212676 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.212959 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.213233 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.213539 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.213815 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.214102 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.214403 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.214718 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.215005 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.215276 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.215546 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.215813 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.216086 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.216368 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.216655 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.216938 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.217207 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.217482 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.217763 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.218036 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.218300 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.218597 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.218880 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.219152 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.219419 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.219696 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.219967 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.220234 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.220499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.220770 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.221052 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.221327 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.221591 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.221857 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.222123 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.222387 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.222692 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.222963 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.223231 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.223498 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.223769 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.224033 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.224300 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.224571 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.224823 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.225098 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.225364 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.225630 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.225895 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.226158 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.226423 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.226715 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.226979 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.227248 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.227513 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.227779 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.228054 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.228308 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.228574 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.228855 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.229182 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.229454 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.229805 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.230080 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.230356 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.230662 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.230936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.231211 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.231483 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.231752 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.232036 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.232316 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.232598 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.232875 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.233149 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.233438 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.233712 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.233990 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.234262 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.234562 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.234851 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.235131 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.235419 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.235704 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.235991 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.236280 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.236567 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.236840 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.237141 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.237415 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:12.237626 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 15:43:12.237859 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100953) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 15:43:12.585951 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 15:43:12.586225 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 15:43:12.586533 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 15:43:12.586863 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 15:43:12.980735 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:12.980923 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:12.981193 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:12.982378 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:12.982685 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:12.982950 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.016459 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.016734 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.016997 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.033739 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.034012 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.034277 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.062343 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.062620 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.062886 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.098984 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.099259 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.099520 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.330612 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.331223 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.331223 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.331392 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.332088 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.452250 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.452570 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.452849 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.453117 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.453379 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.453685 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.453940 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.454192 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.454441 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.454744 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.455000 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.455257 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.455506 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.455751 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.455999 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.456255 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.456502 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.456759 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.457025 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.457279 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.457837 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.457837 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.458055 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.458426 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.458695 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.458937 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.459329 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:13.459565 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:13.459798 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:13.460027 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:13.460254 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:13.460482 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:13.460848 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 15:43:13.464884 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 15:43:13.468793 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 15:43:13.472609 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 16 15:43:13.474366 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 15:43:13.474834 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 15:43:13.475243 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 15:43:13.475632 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 15:43:13.478381 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 15:43:13.478658 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 15:43:13.479026 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 15:43:13.484322 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 15:43:13.506455 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 15:43:13.506943 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.507238 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100953) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 15:43:13.507592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.508936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100953) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 15:43:13.509214 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 15:43:13.509456 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 15:43:13.513339 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.513620 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:13.577695 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 15:43:13.577944 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 15:43:13.578168 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 15:43:13.578562 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 15:43:13.600415 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_db.sqlalchemy.engines [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100953) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 15:43:14.441599 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing driver for type 'gre' Aug 16 15:43:14.442297 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] gre ID ranges: [(1, 1000)] Aug 16 15:43:14.653248 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing driver for type 'local' Aug 16 15:43:14.653576 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing driver for type 'vlan' Aug 16 15:43:14.749633 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] VlanTypeDriver initialization complete Aug 16 15:43:14.749889 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing driver for type 'vxlan' Aug 16 15:43:14.750397 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] vxlan ID ranges: [(1, 1000)] Aug 16 15:43:14.932102 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing extension driver 'port_security' Aug 16 15:43:14.932434 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] PortSecurityExtensionDriver initialization complete Aug 16 15:43:14.932768 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing mechanism driver 'openvswitch' Aug 16 15:43:14.933162 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing mechanism driver 'hyperv' Aug 16 15:43:14.939935 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:43:14.940634 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.941006 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.941357 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.941893 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:43:14.942333 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.942714 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.943056 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.943452 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:43:14.943859 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.944206 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.944545 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.944934 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:43:14.945334 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > security_group after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.945679 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > security_group after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.946014 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.946407 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:43:14.946986 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.947332 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.947671 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.948999 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:43:14.950936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > address_group after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.950936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > address_group after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.950936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.950936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:43:14.950936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] ML2 OVO RPC backend initialized. {{(pid=100953) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 15:43:14.951653 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.952001 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.952415 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.952763 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > networks before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.953104 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.953441 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > ports before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.953779 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.954119 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnets before_response 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.954453 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.954807 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.955144 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.955481 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.955862 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.956146 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.956477 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.956806 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.957134 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.957733 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.plugin [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Modular L2 Plugin initialization complete Aug 16 15:43:14.958056 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading services supported by the core plugin {{(pid=100953) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 15:43:14.958376 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.plugins.ml2.managers [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Got port-security extension from driver 'port_security' Aug 16 15:43:14.958863 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.extensions.vlantransparent [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Disabled vlantransparent extension. Aug 16 15:43:14.959345 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100953) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 15:43:14.959655 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: router Aug 16 15:43:14.997704 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.998094 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_create 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.998461 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router before_create 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.998845 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.999217 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.999572 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_delete 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:14.999974 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.000291 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_create 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.000638 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_update 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.001022 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_update 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.001378 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.001734 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_update 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.002149 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_update 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.002542 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.002878 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.003212 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: subnet after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.003545 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.003892 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.004236 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_create 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.004577 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.004918 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.005269 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router after_update 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.005609 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.005970 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_create 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.006305 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.006680 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_update 55549900 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.007042 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > agent after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.007390 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > agent after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.007738 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > network after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.008647 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Tracking information for resource: router configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:15.008975 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Tracking information for resource: floatingip configured {{(pid=100953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:43:15.014610 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.db.l3_agentschedulers_db [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 15:43:15.015312 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.015672 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port after_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.016027 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port after_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.016367 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: port after_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.017168 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router before_create 55550100 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.017524 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.017882 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_create 55550100 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.018235 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > router precommit_update 55550100 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.022827 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.provider_configuration [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service providers = [] {{(pid=100953) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 15:43:15.023185 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.db.servicetype_db [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100953) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 15:43:15.026756 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.service_base [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:43:15.027103 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.service_base [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:43:15.027440 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.service_base [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:43:15.028334 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.services.service_base [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:43:15.028696 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.services.service_base [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 15:43:15.029079 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.029390 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 15:43:15.040035 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.040365 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: auto_allocate Aug 16 15:43:15.046112 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: network precommit_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.046507 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: network precommit_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.047037 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.047355 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: tag Aug 16 15:43:15.053857 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.054183 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: timestamp Aug 16 15:43:15.058254 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.058615 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: network_ip_availability Aug 16 15:43:15.064022 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.064390 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.064742 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.065461 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.065776 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: flavors Aug 16 15:43:15.070410 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.070770 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading Plugin: revisions Aug 16 15:43:15.075748 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:43:15.076139 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_concurrency.lockutils [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.490s {{(pid=100953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 15:43:15.076872 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100953) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 15:43:15.077207 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Initializing extension manager. Aug 16 15:43:15.077717 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: __init__.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.078060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: __pycache__ {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.078393 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.078758 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: address_group.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.079517 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.080091 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: address-group Aug 16 15:43:15.080410 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: address_scope.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.081124 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.081640 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: address-scope Aug 16 15:43:15.081957 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.082909 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.083421 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: router-admin-state-down-before-update Aug 16 15:43:15.083738 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: agent.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.084440 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.084962 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: agent Aug 16 15:43:15.085260 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: agent_resources_synced.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.086350 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.086899 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: agent-resources-synced Aug 16 15:43:15.087219 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: allowedaddresspairs.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.089587 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.090111 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: allowed-address-pairs Aug 16 15:43:15.090430 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: auto_allocated_topology.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.091528 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.092042 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: auto-allocated-topology Aug 16 15:43:15.092364 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: availability_zone.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.093055 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.093560 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: availability_zone Aug 16 15:43:15.093879 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: availability_zone_filter.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.094816 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.095326 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: availability_zone_filter Aug 16 15:43:15.095644 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: data_plane_status.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.096554 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.097056 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 15:43:15.097374 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: default_subnetpools.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.098288 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.098878 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: default-subnetpools Aug 16 15:43:15.099196 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.100002 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.100506 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: dhcp_agent_scheduler Aug 16 15:43:15.100945 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: dns.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.101874 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.102376 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 15:43:15.102728 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: dns_domain_ports.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.103646 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.104164 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 15:43:15.104489 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.105403 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.105904 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 15:43:15.106219 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: dvr.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.106910 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.107410 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: dvr Aug 16 15:43:15.107724 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: ecmp_routes.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.108642 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.109135 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 15:43:15.109452 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: empty_string_filtering.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.110360 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.110890 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: empty-string-filtering Aug 16 15:43:15.111217 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.112133 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.112636 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 15:43:15.112949 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.113871 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.114375 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 15:43:15.114720 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: external_net.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.115623 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.116127 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: external-net Aug 16 15:43:15.116443 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.117352 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.117855 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: extra_dhcp_opt Aug 16 15:43:15.118169 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: extraroute.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.119109 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.119615 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: extraroute Aug 16 15:43:15.120454 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: extraroute_atomic.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.121484 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.121995 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: extraroute-atomic Aug 16 15:43:15.122312 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: filter_validation.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.123006 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.123507 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: filter-validation Aug 16 15:43:15.123820 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: fip_pf_description.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.124728 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.125227 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 15:43:15.125540 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: fip_port_details.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.126451 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.126974 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: fip-port-details Aug 16 15:43:15.127289 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: flavors.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.128514 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.129028 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: flavors Aug 16 15:43:15.129348 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.131031 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.131559 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 15:43:15.131888 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: floatingip_pools.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.132587 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.133103 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: floatingip-pools Aug 16 15:43:15.133427 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: ip_allocation.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.134355 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.134890 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 15:43:15.135214 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.136753 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.137261 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: ip-substring-filtering Aug 16 15:43:15.137584 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l2_adjacency.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.138531 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.139034 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 15:43:15.139353 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.140330 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.140856 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: router Aug 16 15:43:15.141177 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.143601 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.144125 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 15:43:15.144454 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.145385 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.145898 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: ext-gw-mode Aug 16 15:43:15.146224 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.147182 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.147716 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: l3-ha Aug 16 15:43:15.148037 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3_flavors.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.148956 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.149461 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: l3-flavors Aug 16 15:43:15.149779 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.150714 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.151293 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 15:43:15.151749 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: l3agentscheduler.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.152705 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.153213 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: l3_agent_scheduler Aug 16 15:43:15.153531 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: logging.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.155058 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.155575 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension logging not supported by any of loaded plugins Aug 16 15:43:15.155900 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: metering.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.156648 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.157230 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: metering Aug 16 15:43:15.157548 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.158691 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.159203 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: metering_source_and_destination_fields Aug 16 15:43:15.159525 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: multiprovidernet.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.160446 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.160957 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: multi-provider Aug 16 15:43:15.161275 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: netmtu.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.162184 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.162724 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: net-mtu Aug 16 15:43:15.163042 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: netmtu_writable.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.163954 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.164461 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: net-mtu-writable Aug 16 15:43:15.164782 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: network_availability_zone.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.165452 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.165953 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: network_availability_zone Aug 16 15:43:15.166269 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: network_ip_availability.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.167426 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.167932 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: network-ip-availability Aug 16 15:43:15.168250 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: network_segment_range.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.169015 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.169516 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 15:43:15.169828 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: pagination.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.170833 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.171154 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: pagination Aug 16 15:43:15.171471 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: port_device_profile.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.172374 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.172882 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: port-device-profile Aug 16 15:43:15.173197 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.174109 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.174649 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: port-mac-address-regenerate Aug 16 15:43:15.174965 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.175883 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.176386 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: port-numa-affinity-policy Aug 16 15:43:15.176703 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: port_resource_request.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.177605 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.178138 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 15:43:15.178454 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: portbindings.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.179397 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.179907 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: binding Aug 16 15:43:15.180224 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: portbindings_extended.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.181632 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.182150 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: binding-extended Aug 16 15:43:15.183095 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: portsecurity.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.184015 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.184529 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: port-security Aug 16 15:43:15.184849 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: project_id.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.185820 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.186147 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: project-id Aug 16 15:43:15.186468 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: providernet.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.187414 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.187920 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: provider Aug 16 15:43:15.188239 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.191728 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.192254 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos not supported by any of loaded plugins Aug 16 15:43:15.192582 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.193834 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.194348 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 15:43:15.194703 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.195621 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.196133 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 15:43:15.196453 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_default.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.197367 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.198150 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-default not supported by any of loaded plugins Aug 16 15:43:15.199026 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_fip.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.199684 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.200181 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 15:43:15.200496 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_gateway_ip.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.201424 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.201923 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 15:43:15.202247 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_port_network_policy.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.203192 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.203693 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 15:43:15.204006 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_pps_rule.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.205169 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.205685 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 15:43:15.206004 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_rule_type_details.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.206951 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.207458 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 15:43:15.207775 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: qos_rules_alias.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.208815 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.209328 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 15:43:15.209709 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: quotasv2.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.210618 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.210945 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: quotas Aug 16 15:43:15.211277 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: quotasv2_detail.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.214333 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.214685 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: quota_details Aug 16 15:43:15.215012 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: rbac.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.216267 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.216795 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: rbac-policies Aug 16 15:43:15.217125 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: rbac_address_group.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.218060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.218614 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: rbac-address-group Aug 16 15:43:15.218935 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: rbac_address_scope.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.219856 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.220359 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: rbac-address-scope Aug 16 15:43:15.220677 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: rbac_security_groups.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.221591 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.222095 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: rbac-security-groups Aug 16 15:43:15.222412 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: rbac_subnetpool.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.223350 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.223853 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: rbac-subnetpool Aug 16 15:43:15.224164 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: revisionifmatch.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.225107 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.225611 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: revision-if-match Aug 16 15:43:15.225925 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: revisions.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.227058 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.227565 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: standard-attr-revisions Aug 16 15:43:15.227882 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: router_availability_zone.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.228555 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.229058 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: router_availability_zone Aug 16 15:43:15.229401 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: routerservicetype.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.230314 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.230844 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 15:43:15.231165 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.232081 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.232586 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: security-groups-normalized-cidr Aug 16 15:43:15.232903 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.233814 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.234316 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: port-security-groups-filtering Aug 16 15:43:15.234660 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.235590 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.236093 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: security-groups-remote-address-group Aug 16 15:43:15.236407 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: securitygroup.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.246421 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.246975 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: security-group Aug 16 15:43:15.251814 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: segment.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.251814 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.251814 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension segment not supported by any of loaded plugins Aug 16 15:43:15.251814 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.252470 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.252982 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 15:43:15.253301 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: servicetype.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.254494 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.255021 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: service-type Aug 16 15:43:15.255348 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: sorting.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.256321 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.256645 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: sorting Aug 16 15:43:15.256967 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: standard_attr_segment.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.257868 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.258456 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 15:43:15.258721 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: standardattrdescription.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.259366 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.259872 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: standard-attr-description Aug 16 15:43:15.260187 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: stateful_security_group.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.261725 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.262234 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: stateful-security-group Aug 16 15:43:15.262616 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: stdattrs_common.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.263174 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 15:43:15.263490 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.264414 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.264923 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 15:43:15.265247 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: subnet_onboard.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.266318 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.266869 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: subnet_onboard Aug 16 15:43:15.267181 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.277051 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.277600 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 15:43:15.277938 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: subnet_service_types.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.278950 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.279497 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: subnet-service-types Aug 16 15:43:15.279849 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: subnetallocation.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.281000 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.281526 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: subnet_allocation Aug 16 15:43:15.281855 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.282603 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.283122 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: subnetpool-prefix-ops Aug 16 15:43:15.283449 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.284417 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.284932 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 15:43:15.285258 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: tagging.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.286379 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.286935 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: standard-attr-tag Aug 16 15:43:15.287282 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: timestamp.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.288533 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.289050 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loaded extension: standard-attr-timestamp Aug 16 15:43:15.289385 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: trunk.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.290430 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.291034 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension trunk not supported by any of loaded plugins Aug 16 15:43:15.291362 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: trunk_details.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.292514 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.293031 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 15:43:15.293361 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: uplink_status_propagation.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.294310 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.294911 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 15:43:15.295234 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Loading extension file: vlantransparent.py {{(pid=100953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:43:15.295925 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:43:15.296441 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 15:43:15.298978 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:network Aug 16 15:43:15.299510 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:subnet Aug 16 15:43:15.299915 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:43:15.300313 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:port Aug 16 15:43:15.301569 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.302037 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service FLAVORS assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.302695 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.303127 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.303469 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:router Aug 16 15:43:15.303916 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 15:43:15.304434 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service METERING assigned prefix: /metering {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.305879 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.306253 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.306644 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:43:15.308429 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 15:43:15.308887 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:security_group Aug 16 15:43:15.309325 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 15:43:15.311134 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service CORE assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.311482 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:43:15.311854 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] subnetpool is already registered Aug 16 15:43:15.312345 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service CORE assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.312688 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:43:15.313047 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] subnetpool is already registered Aug 16 15:43:15.315515 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.315952 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service FLAVORS assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.316551 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.316982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:router Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] router is already registered Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] floatingip is already registered Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service METERING assigned prefix: /metering {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] rbac_policy is already registered Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:security_group Aug 16 15:43:15.321316 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] security_group is already registered Aug 16 15:43:15.321943 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 15:43:15.321943 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] security_group_rule is already registered Aug 16 15:43:15.321943 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service CORE assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.322255 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:43:15.322624 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] subnetpool is already registered Aug 16 15:43:15.324049 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.v2.resource_helper [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Service CORE assigned prefix: {{(pid=100953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:43:15.324506 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:43:15.324847 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING neutron.quota.resource_registry [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] subnetpool is already registered Aug 16 15:43:15.325320 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: extensions {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.326882 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: address-groups {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.328391 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: address-scopes {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.329718 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: agents {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.330958 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: auto-allocated-topology {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.332230 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: availability_zones {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.333446 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: dhcp-networks {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.335016 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: dhcp-agents {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.336423 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: routers {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.338182 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: flavors {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.339825 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: service_profiles {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.341038 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: next_providers {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.342496 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: service_profiles {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.344078 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: floatingip-pools {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.345329 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: routers {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.347066 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: floatingips {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.348410 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: l3-routers {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.349785 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: l3-agents {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.351250 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: metering-labels {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.352529 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: metering-label-rules {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.353905 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: network-ip-availabilities {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.355674 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: bindings {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.357227 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: quotas {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.358809 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: quotas {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.360255 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: rbac-policies {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.361456 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: security-groups {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.362820 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: security-group-rules {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.364054 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: service-providers {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.367817 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: subnetpools {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.367817 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: subnetpools {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.368186 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.370430 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.372546 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.374374 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.376107 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.379261 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.380932 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.382753 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.384625 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.387427 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron.api.extensions [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Extended resource: tags {{(pid=100953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:43:15.393367 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING keystonemiddleware.auth_token [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 15:43:15.398013 dv-cinder-799668-6-iscsi neutron-server[100953]: WARNING keystonemiddleware.auth_token [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 15:43:15.407096 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_concurrency.lockutils [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Acquired lock "singleton_lock" {{(pid=100953) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 15:43:15.407581 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_concurrency.lockutils [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Releasing lock "singleton_lock" {{(pid=100953) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 15:43:15.408286 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Starting 2 workers Aug 16 15:43:15.413081 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Started child 101074 {{(pid=100953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:43:15.417922 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Started child 101075 {{(pid=100953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:43:15.418812 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:15.419603 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO neutron.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 15:43:15.420258 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Notify callbacks [] for process, before_spawn {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:15.420422 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [-] (101074) wsgi starting up on http://0.0.0.0:9696 Aug 16 15:43:15.422684 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Starting 1 workers Aug 16 15:43:15.422845 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:15.424163 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [-] (101075) wsgi starting up on http://0.0.0.0:9696 Aug 16 15:43:15.427912 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Started child 101076 {{(pid=100953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:43:15.428479 dv-cinder-799668-6-iscsi neutron-server[100953]: INFO oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Starting 1 workers Aug 16 15:43:15.431592 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] calling RpcWorker wait() {{(pid=101076) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 15:43:15.432145 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] returning from RpcWorker wait() {{(pid=101076) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 15:43:15.433721 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Started child 101077 {{(pid=100953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:43:15.434125 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:15.434637 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:43:15.434740 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7749-3185-40f4-8e14-3e73fc248ee8 None None] Notify callbacks [] for process, after_spawn {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:15.436606 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100953) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 15:43:15.436808 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 15:43:15.436986 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 15:43:15.437206 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 15:43:15.437532 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 15:43:15.437698 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 15:43:15.438227 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.438535 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.438800 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.438903 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:15.439365 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.439365 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.439965 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.440227 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.440465 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.440748 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.440981 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.441158 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.441327 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.441587 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.441820 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.442302 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.442374 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.442635 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.442917 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.443072 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.443338 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.443610 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.443859 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.444126 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] debug = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.444369 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.444874 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.445152 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.445404 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.445624 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.445913 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.446136 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.446404 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.446675 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.446910 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.447163 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.447427 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.447675 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.448208 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.449063 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.449484 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.449842 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.450320 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] host = dv-cinder-799668-6-iscsi {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.450603 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.450853 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.451086 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.451338 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.451593 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.451811 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.452074 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.452320 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.452580 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.452806 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.453070 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.453320 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.453566 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.453810 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.453968 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_options = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.454187 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.454488 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.454766 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.454960 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.455124 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.455296 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.455566 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.455724 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.455967 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.456186 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.456403 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.456636 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.456873 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.457089 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.457336 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.457599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.457831 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.458074 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.458336 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.458588 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.458839 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.459083 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.459341 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.459578 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.459799 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.460017 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.460263 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.460504 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.460720 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.460987 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.461235 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.461500 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.461748 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.461994 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.462227 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.462457 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.462711 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.462979 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.463208 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.463463 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.464291 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.464668 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.465062 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.465313 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.465573 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.465842 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_json = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.465982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.466225 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.467499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.467499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.467499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.467499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.467499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.467851 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.468658 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.469095 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.469448 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.470428 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.470428 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.470428 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.470428 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.471012 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.471149 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:43:15.471297 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.471297 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.471576 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.471755 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.472039 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.472323 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.472583 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.472919 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.473213 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.473498 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.473742 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.473993 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.474230 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.474461 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.477982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.478592 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.479330 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.479330 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.480001 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.480403 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.480811 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.481073 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.481285 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.481507 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.481764 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.481987 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.482262 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.482557 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.482790 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.483010 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.483231 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.483464 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.483936 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.484177 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.484408 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.484640 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.484864 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.485119 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.485385 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.485635 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.485946 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.486162 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.486405 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.486682 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.486907 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.487129 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.487362 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.487604 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.487842 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.490535 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.491511 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.491899 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.492139 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.492444 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.492635 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.492857 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.493095 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.493496 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.493751 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.493941 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.495599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.495599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.495599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.495599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.495599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.495599 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.496608 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.496608 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.496608 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.496608 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.496950 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.497042 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.497310 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.497561 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.497845 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.498094 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.498307 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.498764 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.499018 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.499254 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.499513 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.499734 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.500003 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.500237 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.500493 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.500742 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.501017 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.501279 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.501559 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.501807 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.502132 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.502307 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.502591 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.502902 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.503162 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.503450 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.503727 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.503978 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.504232 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.504463 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.504713 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.504949 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.505209 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.505421 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.505861 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.505975 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.506120 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.506335 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.506671 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.506932 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.507176 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.507413 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.507645 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.507917 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.508165 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.508476 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.508741 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.508986 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.509339 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.509481 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.509721 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.509962 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.510190 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.511188 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.511310 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.511521 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.511737 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.511962 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.512196 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.512432 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.512661 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.512893 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.513108 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.513759 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.513759 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.513759 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.514034 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.514199 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.514442 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.514699 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.514915 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.515133 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.515658 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.515658 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.515830 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.516001 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.516290 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.516534 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.516779 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.516977 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.517222 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.517489 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.517696 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.518147 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.518259 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.518392 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.518631 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.518846 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.519059 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.519273 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.519498 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.519709 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.519942 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.522512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523125 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523125 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523125 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523125 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523125 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523480 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523480 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523625 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.523841 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.524072 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.524285 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.524517 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.524805 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.525051 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.525279 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.525529 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.525773 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.526030 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.526796 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.527030 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.527244 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.527458 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.527672 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.527878 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.528100 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.528306 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.528510 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.528727 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.528939 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.529169 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.529407 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.529613 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.529818 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.530035 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.530247 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.530453 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.530694 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.530943 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.531149 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.531366 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.531577 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.531781 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.532004 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.532210 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.532416 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.532634 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.532841 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.533153 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.533339 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.533589 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.533797 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.534203 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.534778 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.534778 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.534980 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.535245 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.535487 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.535755 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.535966 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.536190 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.536444 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.536724 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.537011 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.537273 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.537610 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.537791 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.538059 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.538348 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.538608 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.538821 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.539120 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.539461 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.539735 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.539981 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.540209 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.540466 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.540684 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.540897 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.541122 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.541349 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.541563 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.541853 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.542096 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.542319 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.542569 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.542816 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.543041 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.543282 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.543511 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.543729 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.543944 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.544096 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 15:43:15.544604 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100953) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 15:43:15.544764 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 15:43:15.544916 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 15:43:15.545103 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 15:43:15.545267 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 15:43:15.545411 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 15:43:15.545704 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.545852 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.545982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.546111 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.546242 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.546373 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.546554 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.546715 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.546874 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547083 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547179 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547336 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547600 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547700 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547800 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.547956 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.548149 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.548249 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.548427 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.548563 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.548720 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.548875 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.549032 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] debug = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.549189 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.549392 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.549557 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.549714 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.549871 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550026 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550183 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550339 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550516 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550678 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550831 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.550974 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.551116 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.551266 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.551778 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.551778 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.551778 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552169 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] host = dv-cinder-799668-6-iscsi {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552169 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552169 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552538 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552538 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552757 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552757 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.552901 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553019 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553175 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553330 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553487 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553643 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553799 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.553954 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.554109 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_options = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.554265 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.554420 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.554597 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.554778 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.554939 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.555096 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.555264 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.555397 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.555553 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.555710 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.555867 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556023 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556180 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556335 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556491 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556648 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556804 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.556960 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.557120 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.557309 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.557468 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.557623 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.557781 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.557938 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.558094 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.558251 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.558406 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.558583 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.558743 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.558901 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.559057 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.559213 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.559372 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.559530 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.559688 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.559847 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560005 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560166 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560323 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560479 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560636 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560793 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.560949 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.561106 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.561262 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.561418 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_json = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.561575 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.561730 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.561887 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.562043 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.562200 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.562357 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.562530 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.562689 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:43:15.562864 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563025 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563196 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563356 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563515 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563674 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563833 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.563992 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.564151 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.564309 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.564473 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.564632 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.564801 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.564961 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.565185 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.565297 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.565426 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.565585 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.565744 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.565959 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.566053 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.566208 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.566381 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.566559 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.566723 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.566867 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567029 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567189 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567371 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567508 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567666 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567824 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.567982 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.568143 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.568300 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.568635 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.568941 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.569101 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.569449 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.569449 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.569594 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.569696 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.569845 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570004 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570306 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570306 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570457 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570627 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570786 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.570943 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.571113 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.571272 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.571431 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.571590 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.571749 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.571908 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.572067 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.572225 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.572383 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.572542 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.572702 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.573618 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.573788 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.573947 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.574105 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.574263 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.574423 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.574603 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.574763 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.574944 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.575103 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.575264 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.575425 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.575571 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.575728 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.575887 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.576048 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.576206 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.576365 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.576525 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.576688 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.576847 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577004 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577164 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577336 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577509 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577653 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577798 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.577958 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.578115 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.578272 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.578421 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.578611 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.578771 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.578929 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.579089 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.579249 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.579408 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.579566 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.579725 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.579883 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580042 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580200 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580358 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580516 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580675 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580833 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.580990 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.581147 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.581304 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.581461 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.581628 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.581790 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.581954 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.582110 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.582277 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.582445 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.582625 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.582785 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.582944 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.583103 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.583262 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.583422 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.583583 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.583742 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.583901 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.584060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.584229 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.584383 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.584543 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.584703 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.584861 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585041 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585200 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585358 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585553 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585688 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585827 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.585957 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.586088 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.586220 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.586365 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.586553 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.586713 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.586872 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587029 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587190 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587348 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587506 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587663 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587821 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.587979 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.588138 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.588296 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.588455 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.589275 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.589438 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.589597 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.589789 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590015 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590176 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590336 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590675 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590834 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.590992 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.591150 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.591308 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.591464 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.591625 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.591729 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:43:15.591821 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.591930 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.592088 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.592246 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.592404 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.592562 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.592721 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.592879 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593037 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593196 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593354 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593512 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593671 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593828 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.593987 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.594144 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.594302 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.594503 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.594653 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.594812 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.594970 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.595127 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.595285 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.595445 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.595606 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.595766 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.595925 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.596084 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.596245 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.596405 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.596563 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.596722 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.596880 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.597038 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.597197 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.597359 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.597531 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.597689 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.597847 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598005 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598163 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598322 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598503 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598665 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598827 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.598980 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.599139 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.599297 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.599464 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.599622 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.599780 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.599938 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.600096 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.600253 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.600418 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.600575 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.600732 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.600889 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.601048 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.601206 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.601372 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.601529 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.601687 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.601845 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602003 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602160 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602326 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602499 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602659 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602817 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.602975 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.603134 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.603299 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.603458 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.603617 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.603782 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605382 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605865 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605865 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605865 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.605865 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.606098 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.606190 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.606506 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.606506 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.606674 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.606833 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608060 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608559 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608559 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608559 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608752 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608752 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.608998 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.609076 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.609200 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.609334 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.609484 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.609635 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.609799 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.610040 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:43:15.610136 dv-cinder-799668-6-iscsi neutron-server[100953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 15:43:15.664832 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 45556) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:15.673191 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061634 Aug 16 15:43:27.309463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c6472-cc17-4215-b9de-bfa160164c0c None None] get_active_networks_info from dv-cinder-799668-6-iscsi {{(pid=101076) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 15:43:27.398958 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c6472-cc17-4215-b9de-bfa160164c0c None None] No non-hosted networks {{(pid=101076) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 15:43:27.423455 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.agentschedulers_db [None req-9a2c6472-cc17-4215-b9de-bfa160164c0c None None] DHCP Agent not found on host dv-cinder-799668-6-iscsi {{(pid=101076) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 15:43:27.635797 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-cb23a304-31b8-4c65-afac-1e7d0598bdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695337'] for agent, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:30.093844 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1220c2bb-d3c3-46b7-82a0-e1f81d7c9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695337'] for agent, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:30.121740 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.db.api [None req-e7300c0f-5175-430a-a756-b04134a7b48f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799668-6-iscsi {{(pid=101076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:43:30.122290 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG oslo_db.api [None req-e7300c0f-5175-430a-a756-b04134a7b48f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:43:30.475287 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695337'] for agent, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:30.476072 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.476414 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.476748 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.477119 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.477602 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.478109 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.479449 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.480222 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.480698 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.481249 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.481719 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.482286 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:30.482905 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799668-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:43:30.490084 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799668-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:43:30.755234 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e7300c0f-5175-430a-a756-b04134a7b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:30.954971 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695337'] for agent, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:32.794610 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695337'] for agent, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:33.584484 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45648) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:34.082290 dv-cinder-799668-6-iscsi neutron-server[101074]: WARNING oslo_policy.policy [None req-874c5737-d2af-4ddc-b0b8-9cbc657947fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:43:34.082911 dv-cinder-799668-6-iscsi neutron-server[101074]: WARNING oslo_policy.policy [None req-874c5737-d2af-4ddc-b0b8-9cbc657947fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:43:34.300404 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [None req-874c5737-d2af-4ddc-b0b8-9cbc657947fd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:43:34.301606 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-874c5737-d2af-4ddc-b0b8-9cbc657947fd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7150645 Aug 16 15:43:36.281534 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.db.l3_hamode_db [None req-eb104823-9a0c-4b7e-897f-bb01057c67ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 15:43:36.360764 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb104823-9a0c-4b7e-897f-bb01057c67ed None None] Routers set() bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:43:36.361152 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb104823-9a0c-4b7e-897f-bb01057c67ed None None] Router IDs set() for agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 15:43:36.672276 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45662) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:36.994305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:43:37.087393 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.policy [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101074) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 15:43:37.132551 dv-cinder-799668-6-iscsi neutron-server[101074]: WARNING oslo_policy.policy [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:43:37.132920 dv-cinder-799668-6-iscsi neutron-server[101074]: WARNING oslo_policy.policy [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:43:37.141940 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.quota [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] Loaded quota_driver: . Aug 16 15:43:37.298232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759442782916', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759442782235', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759442770950', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759443092181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759442663355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759443071803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1607451', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1422868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-455186', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521209'] for rbac-policy, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:37.503393 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:37.504632 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4676be03-2897-42ee-83aa-260df207cb05 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8313501 Aug 16 15:43:40.043310 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45674) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:40.357763 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'project_id': '86cc2a0663dc4f378962c9ad523139d1'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:43:40.434407 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Made reservation on behalf of 86cc2a0663dc4f378962c9ad523139d1 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:43:40.437540 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.455300 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.576960 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.623231 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.643154 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:43:40.671327 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759439669818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.671947 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Unsubscribe: segment precommit_create {{(pid=101074) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 15:43:40.672436 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Added segment 1b2a58fb-0566-42a0-8cb6-f8e125e29f03 of type vlan for network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 Aug 16 15:43:40.689888 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce6bb1-3cf5-43fe-bb23-cf16428a2f02,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:40.716787 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.717060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.717393 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.717790 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.718039 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.718373 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.718725 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.719054 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.719386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.719701 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.720011 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.720318 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Tracked resource versions report: Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: pushed versions: Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: { 'AddressGroup': {'1.2'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'ConntrackHelper': {'1.0'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Log': {'1.0'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Network': {'1.1'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Port': {'1.7'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'PortForwarding': {'1.2'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'QosPolicy': {'1.9'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroup': {'1.4'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SubPort': {'1.0'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Subnet': {'1.1'}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Trunk': {'1.1'}} Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: consumer versions: Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'ConntrackHelper': '1.0', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Log': '1.0', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Network': '1.1', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Port': '1.7', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'PortForwarding': '1.2', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'QosPolicy': '1.9', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroup': '1.4', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroupRule': '1.2', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SubPort': '1.0', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Subnet': '1.1', Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Trunk': '1.1'}} Aug 16 15:43:40.721384 dv-cinder-799668-6-iscsi neutron-server[101074]: {{(pid=101074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:43:40.791264 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.943013 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:40.944286 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:43:40.944966 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:41.041041 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] Pushing event updated for resources: {'Network': ['ID=8e75a78d-06a6-469c-ba7a-30a79a97fcb0,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:41.052542 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:43:41.104424 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-b71af878-381f-4649-ae98-586de6003e44 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0599613 Aug 16 15:43:43.703287 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45688) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:44.090110 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222eb97e-c6f3-4ec2-971c-6e76a3c405da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:43:44.091507 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-222eb97e-c6f3-4ec2-971c-6e76a3c405da admin admin] 10.222.0.30 "GET /v2.0/networks/8e75a78d-06a6-469c-ba7a-30a79a97fcb0 HTTP/1.1" status: 200 len: 825 time: 0.3872745 Aug 16 15:43:44.116389 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4d6641b2-4285-4381-a975-206b32935ada admin admin] 10.222.0.30 "GET /v2.0/subnetpools/a64bc3a7-cd63-47ba-93f5-f40a34093d2c HTTP/1.1" status: 200 len: 734 time: 0.0188692 Aug 16 15:43:44.126075 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Request body: {'subnet': {'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:43:44.257338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Made reservation on behalf of 86cc2a0663dc4f378962c9ad523139d1 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:43:44.260439 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:44.606006 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:44.671470 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfb9149-87b9-49df-97f4-02f9f17bc280,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:44.681723 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Checking segment: {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:43:44.682092 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Network hostable DHCP agents. Network: 8e75a78d-06a6-469c-ba7a-30a79a97fcb0, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:43:44.771994 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:43:44.897331 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 8e75a78d-06a6-469c-ba7a-30a79a97fcb0) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:43:44.902136 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:43:44.902769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:44.907041 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c92219-a909-48bb-968f-3b23c0082e09 None None] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:43:44.989501 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-73ed1da5-7c8c-408e-a6fa-c3a05df6ab56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8667607 Aug 16 15:43:45.231671 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:43:45.232917 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:45.507636 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Allocated IP 172.20.0.2 (8e75a78d-06a6-469c-ba7a-30a79a97fcb0/abfb9149-87b9-49df-97f4-02f9f17bc280/a2a5e69a-c44d-4d23-be51-a77c8a181dab) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:43:45.740973 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:45.755917 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Transition to ACTIVE for port object a2a5e69a-c44d-4d23-be51-a77c8a181dab will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:43:45.776381 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Transition to ACTIVE for port object a2a5e69a-c44d-4d23-be51-a77c8a181dab will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:43:45.852155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:45.923852 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:43:45.928689 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:43:45.937321 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:43:45.940371 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Pushing event updated for resources: {'Port': ['ID=a2a5e69a-c44d-4d23-be51-a77c8a181dab,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:45.970983 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.971352 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.971697 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.972033 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.972367 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.972697 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.973032 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.973360 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.973685 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.974007 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.974335 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.974678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Tracked resource versions report: Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: pushed versions: Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: { 'AddressGroup': {'1.2'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'ConntrackHelper': {'1.0'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Log': {'1.0'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Network': {'1.1'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Port': {'1.7'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'PortForwarding': {'1.2'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'QosPolicy': {'1.9'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroup': {'1.4'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SubPort': {'1.0'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Subnet': {'1.1'}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Trunk': {'1.1'}} Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: consumer versions: Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'ConntrackHelper': '1.0', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Log': '1.0', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Network': '1.1', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Port': '1.7', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'PortForwarding': '1.2', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'QosPolicy': '1.9', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroup': '1.4', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroupRule': '1.2', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SubPort': '1.0', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Subnet': '1.1', Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Trunk': '1.1'}} Aug 16 15:43:45.975732 dv-cinder-799668-6-iscsi neutron-server[101076]: {{(pid=101076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:43:46.023567 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Attempting to bind port a2a5e69a-c44d-4d23-be51-a77c8a181dab on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:43:46.023955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Attempting to bind port a2a5e69a-c44d-4d23-be51-a77c8a181dab by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:43:46.024340 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Attempting to bind port a2a5e69a-c44d-4d23-be51-a77c8a181dab on network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:43:46.029942 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:43:46.030275 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Checking segment: {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:43:46.030784 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:46.031185 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Bound using segment: {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:43:46.031683 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Bound port: a2a5e69a-c44d-4d23-be51-a77c8a181dab, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:43:46.032074 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:46.096617 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] For port a2a5e69a-c44d-4d23-be51-a77c8a181dab, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:43:46.100826 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] For port a2a5e69a-c44d-4d23-be51-a77c8a181dab, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a2a5e69a-c44d-4d23-be51-a77c8a181dab,segment=NetworkSegment(1b2a58fb-0566-42a0-8cb6-f8e125e29f03),segment_id=1b2a58fb-0566-42a0-8cb6-f8e125e29f03)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:43:46.177999 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:46.245295 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295fcc4-3a88-4183-b8ad-93de1b7da550 None None] Pushing event updated for resources: {'Port': ['ID=a2a5e69a-c44d-4d23-be51-a77c8a181dab,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:47.344918 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45696) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:47.674266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [None req-2f67d729-a6b0-471f-9c37-4885daafd115 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:43:47.675286 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2f67d729-a6b0-471f-9c37-4885daafd115 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3294299 Aug 16 15:43:50.064380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45704) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:50.402044 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [None req-a39e9bc1-0fd8-4aa5-a24c-ec3d248e3f61 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:43:50.403152 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a39e9bc1-0fd8-4aa5-a24c-ec3d248e3f61 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378508 Aug 16 15:43:53.175744 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45714) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:53.485561 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] Request body: {'router': {'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:43:53.577321 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:53.579006 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:53.719777 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:53.778685 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:53.864505 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:53.867381 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-8d99dfdf-59ca-4f33-bf07-ec2c5eb5566e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6906042 Aug 16 15:43:54.313463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a2a5e69a-c44d-4d23-be51-a77c8a181dab up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:43:54.457793 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port a2a5e69a-c44d-4d23-be51-a77c8a181dab completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:43:54.607218 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d4433-99d4-49eb-a44f-d2dea6b09677 None None] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:43:54.731310 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] Provisioning for port a2a5e69a-c44d-4d23-be51-a77c8a181dab completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:43:54.741204 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] Provisioning complete for port a2a5e69a-c44d-4d23-be51-a77c8a181dab triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:43:54.741599 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:54.888843 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:54.927461 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] For port a2a5e69a-c44d-4d23-be51-a77c8a181dab, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a2a5e69a-c44d-4d23-be51-a77c8a181dab,segment=NetworkSegment(1b2a58fb-0566-42a0-8cb6-f8e125e29f03),segment_id=1b2a58fb-0566-42a0-8cb6-f8e125e29f03)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:43:54.977433 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:55.026688 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697aa67-9fad-47bd-951d-9e1d261ccb44 None None] Pushing event updated for resources: {'Port': ['ID=a2a5e69a-c44d-4d23-be51-a77c8a181dab,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:55.097883 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-983cecdd-2090-4fd5-a4e2-faba52628f82 None None] Provisioning complete for port a2a5e69a-c44d-4d23-be51-a77c8a181dab triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:43:55.098178 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-983cecdd-2090-4fd5-a4e2-faba52628f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:56.243237 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45726) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:56.258257 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a2a5e69a-c44d-4d23-be51-a77c8a181dab up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:43:56.304053 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port a2a5e69a-c44d-4d23-be51-a77c8a181dab triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:43:56.304423 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:56.567429 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [None req-054c9979-94d3-42b0-9046-9385fb8ab03e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:43:56.568433 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-054c9979-94d3-42b0-9046-9385fb8ab03e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242526 Aug 16 15:43:57.320188 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0aecb3ed-ea62-4d7c-ae49-452bc8ed28aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:58.995237 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45734) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:43:59.304687 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:43:59.383132 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Made reservation on behalf of 10489a77696848f7b837dbe6b8ee3394 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:43:59.385436 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.393673 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.479432 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.554159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.569471 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Reserving flat network on physical network physnet1 {{(pid=101074) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 15:43:59.590399 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445ef2fb-0fdf-48c7-9040-5518a72f1d62,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:59.593398 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.593744 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Added segment eae19662-bdff-4731-815d-46f1ef9a62fd of type flat for network f5c7c401-0397-4296-b5f9-39d33b4bf57c Aug 16 15:43:59.640940 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.742659 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.743624 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:43:59.744195 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:43:59.802854 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] Pushing event updated for resources: {'Network': ['ID=f5c7c401-0397-4296-b5f9-39d33b4bf57c,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:43:59.813082 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:43:59.868092 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-d70f853d-3014-4b3f-b491-e4f09be9594b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8674154 Aug 16 15:44:00.023287 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8faf1017-90a6-4a29-ba96-7e9c21e773d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:00.462744 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:00.925514 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:02.210148 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45752) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:44:02.398995 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba7288-d494-4d9e-8f54-94b29424fd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:44:02.400374 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-d5ba7288-d494-4d9e-8f54-94b29424fd8b admin admin] 10.222.0.30 "GET /v2.0/subnets/abfb9149-87b9-49df-97f4-02f9f17bc280 HTTP/1.1" status: 200 len: 849 time: 0.1890676 Aug 16 15:44:02.520758 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-08d75f5b-691b-462c-b359-015c112d0e9f admin admin] 10.222.0.30 "GET /v2.0/routers/3062819e-42a7-4c4d-9c03-4202bd3f9c33 HTTP/1.1" status: 200 len: 704 time: 0.1143007 Aug 16 15:44:02.771351 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:02.790286 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:03.095904 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Allocated IP 172.20.0.1 (8e75a78d-06a6-469c-ba7a-30a79a97fcb0/abfb9149-87b9-49df-97f4-02f9f17bc280/c130429d-8998-418c-b948-3a52bbf0a487) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:44:03.305143 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:03.328401 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Transition to ACTIVE for port object c130429d-8998-418c-b948-3a52bbf0a487 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:44:03.503695 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:03.580500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:44:03.585357 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:44:03.588645 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:44:03.589399 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:03.613283 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Pushing event updated for resources: {'Port': ['ID=c130429d-8998-418c-b948-3a52bbf0a487,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:03.877448 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:03.919866 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-79ce20d5-330c-4fde-b69d-5d3d49eb6afa None None] Provisioning for port c130429d-8998-418c-b948-3a52bbf0a487 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:44:03.924135 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-79ce20d5-330c-4fde-b69d-5d3d49eb6afa None None] Provisioning complete for port c130429d-8998-418c-b948-3a52bbf0a487 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:44:03.924508 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-79ce20d5-330c-4fde-b69d-5d3d49eb6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:03.966551 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-79ce20d5-330c-4fde-b69d-5d3d49eb6afa None None] Port c130429d-8998-418c-b948-3a52bbf0a487 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:44:04.106206 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:04.165858 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:04.167380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:04.250273 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Pushing event updated for resources: {'Port': ['ID=c130429d-8998-418c-b948-3a52bbf0a487,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:04.301937 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:44:04.303427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:44:04.488686 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-1b7e64c3-b71e-4855-b6e9-40bf33a085d3 None None] Provisioning complete for port c130429d-8998-418c-b948-3a52bbf0a487 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:44:04.489066 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b7e64c3-b71e-4855-b6e9-40bf33a085d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:04.523921 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e64c3-b71e-4855-b6e9-40bf33a085d3 None None] Port c130429d-8998-418c-b948-3a52bbf0a487 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:44:04.560694 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:44:04.667277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:44:04.673351 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-6909a3a2-e43a-4c4c-a492-bc0a9b18b361 admin admin] 10.222.0.30 "PUT /v2.0/routers/3062819e-42a7-4c4d-9c03-4202bd3f9c33/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1469977 Aug 16 15:44:04.680709 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Sync routers for ids ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:44:04.693073 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Routers {'3062819e-42a7-4c4d-9c03-4202bd3f9c33'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:44:04.694223 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:44:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:04.907528 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Set router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 gateway port host: None {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:44:05.422133 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'name': 'router1', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:43:53Z', 'updated_at': '2021-08-16T15:44:03Z', 'revision_number': 2, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'gw_port_host': None, '_interfaces': [{'id': 'c130429d-8998-418c-b948-3a52bbf0a487', 'name': '', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'mac_address': 'fa:16:3e:9d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:02Z', 'updated_at': '2021-08-16T15:44:03Z', 'revision_number': 2, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'subnets': [{'id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:05.483773 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Checking router: 3062819e-42a7-4c4d-9c03-4202bd3f9c33 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:44:05.484147 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Updating router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 port c130429d-8998-418c-b948-3a52bbf0a487 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:44:05.535109 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:06.122235 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:06.140500 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Transition to ACTIVE for port object c130429d-8998-418c-b948-3a52bbf0a487 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:44:06.463150 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:06.633670 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Pushing event updated for resources: {'Port': ['ID=c130429d-8998-418c-b948-3a52bbf0a487,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:06.637564 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Attempting to bind port c130429d-8998-418c-b948-3a52bbf0a487 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:44:06.637968 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Attempting to bind port c130429d-8998-418c-b948-3a52bbf0a487 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:44:06.638387 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Attempting to bind port c130429d-8998-418c-b948-3a52bbf0a487 on network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:44:06.648862 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:44:06.649394 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Checking segment: {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:44:06.649797 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:06.650283 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Bound using segment: {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:44:06.651500 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Bound port: c130429d-8998-418c-b948-3a52bbf0a487, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2a58fb-0566-42a0-8cb6-f8e125e29f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:44:06.652053 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:06.655077 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.655439 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.655984 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.656333 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.656662 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.656994 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.657320 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.657694 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.657984 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.658310 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.658653 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.658973 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Tracked resource versions report: Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: pushed versions: Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: { 'AddressGroup': {'1.2'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'ConntrackHelper': {'1.0'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Log': {'1.0'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Network': {'1.1'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Port': {'1.7'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'PortForwarding': {'1.2'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'QosPolicy': {'1.9'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroup': {'1.4'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SubPort': {'1.0'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Subnet': {'1.1'}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Trunk': {'1.1'}} Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: consumer versions: Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'ConntrackHelper': '1.0', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Log': '1.0', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Network': '1.1', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Port': '1.7', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'PortForwarding': '1.2', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'QosPolicy': '1.9', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroup': '1.4', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroupRule': '1.2', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SubPort': '1.0', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Subnet': '1.1', Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Trunk': '1.1'}} Aug 16 15:44:06.660067 dv-cinder-799668-6-iscsi neutron-server[101077]: {{(pid=101077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:44:06.755151 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] For port c130429d-8998-418c-b948-3a52bbf0a487, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:44:06.786381 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] For port c130429d-8998-418c-b948-3a52bbf0a487, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=c130429d-8998-418c-b948-3a52bbf0a487,segment=NetworkSegment(1b2a58fb-0566-42a0-8cb6-f8e125e29f03),segment_id=1b2a58fb-0566-42a0-8cb6-f8e125e29f03)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:44:06.840393 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:06.909014 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Routers {'3062819e-42a7-4c4d-9c03-4202bd3f9c33'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:44:06.909685 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:44:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:06.911889 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a432b-adf9-44ab-b81b-544b1a27b114 None None] Pushing event updated for resources: {'Port': ['ID=c130429d-8998-418c-b948-3a52bbf0a487,revision_number=4']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:07.018105 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] Set router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 gateway port host: None {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:44:07.029151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 45772) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:44:07.176245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41df59-31df-4b65-b4e6-41eec0f1dafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:44:07.179076 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-7c41df59-31df-4b65-b4e6-41eec0f1dafe admin admin] 10.222.0.30 "GET /v2.0/networks/f5c7c401-0397-4296-b5f9-39d33b4bf57c HTTP/1.1" status: 200 len: 842 time: 0.1485689 Aug 16 15:44:07.188629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Request body: {'subnet': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:44:07.261738 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'name': 'router1', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:43:53Z', 'updated_at': '2021-08-16T15:44:03Z', 'revision_number': 2, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'gw_port_host': None, '_interfaces': [{'id': 'c130429d-8998-418c-b948-3a52bbf0a487', 'name': '', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'mac_address': 'fa:16:3e:9d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:02Z', 'updated_at': '2021-08-16T15:44:06Z', 'revision_number': 4, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'subnets': [{'id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:07.287252 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753e76-9651-49ef-bc37-ceddd848a8d6 None None] The sync data for ids ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'] in dv-cinder-799668-6-iscsi is: [{'id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'name': 'router1', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:43:53Z', 'updated_at': '2021-08-16T15:44:03Z', 'revision_number': 2, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'gw_port_host': None, '_interfaces': [{'id': 'c130429d-8998-418c-b948-3a52bbf0a487', 'name': '', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'mac_address': 'fa:16:3e:9d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:02Z', 'updated_at': '2021-08-16T15:44:06Z', 'revision_number': 4, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'subnets': [{'id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:44:07.297122 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Made reservation on behalf of 10489a77696848f7b837dbe6b8ee3394 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:44:07.299505 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:07.768026 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.objects.ports [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101074) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 15:44:07.768446 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:07.837586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:07.852228 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:44:07.852697 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Network hostable DHCP agents. Network: f5c7c401-0397-4296-b5f9-39d33b4bf57c, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:44:07.943134 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:44:08.006202 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, f5c7c401-0397-4296-b5f9-39d33b4bf57c) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:44:08.012323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:44:08.016843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:08.019396 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb6e37-b67f-42d7-a14a-02aa2e42f492 None None] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:44:08.080865 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fc9a8a0b-8de3-4698-80a0-219e1fae6857 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8959680 Aug 16 15:44:08.193755 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d0ca6e-6ec0-4001-a729-040cd59f3595 None None] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:44:10.460473 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 45780) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:44:10.497013 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:44:10.642606 dv-cinder-799668-6-iscsi neutron-server[101075]: WARNING oslo_policy.policy [None req-b6a5d2ff-82ba-4b22-89e5-4db7720e400a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:44:10.643214 dv-cinder-799668-6-iscsi neutron-server[101075]: WARNING oslo_policy.policy [None req-b6a5d2ff-82ba-4b22-89e5-4db7720e400a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:44:10.931419 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.policy [None req-b6a5d2ff-82ba-4b22-89e5-4db7720e400a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101075) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 15:44:10.977895 dv-cinder-799668-6-iscsi neutron-server[101075]: WARNING oslo_policy.policy [None req-b6a5d2ff-82ba-4b22-89e5-4db7720e400a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:44:10.978844 dv-cinder-799668-6-iscsi neutron-server[101075]: WARNING oslo_policy.policy [None req-b6a5d2ff-82ba-4b22-89e5-4db7720e400a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:44:11.229431 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b6a5d2ff-82ba-4b22-89e5-4db7720e400a admin admin] 10.222.0.30 "GET /v2.0/routers/3062819e-42a7-4c4d-9c03-4202bd3f9c33 HTTP/1.1" status: 200 len: 710 time: 0.7675557 Aug 16 15:44:11.454990 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a510e4-5f94-408f-9795-da6fa1eec666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:44:11.456864 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-28a510e4-5f94-408f-9795-da6fa1eec666 admin admin] 10.222.0.30 "GET /v2.0/networks/f5c7c401-0397-4296-b5f9-39d33b4bf57c HTTP/1.1" status: 200 len: 886 time: 0.2214034 Aug 16 15:44:11.469263 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:44:11.749251 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:12.094437 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:12.176929 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:12.370145 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Allocated IP 172.27.2.77 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/30b765c5-3927-4fbf-bc76-682d990a6522) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:44:12.487194 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:12.646754 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:12.716967 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:44:12.721996 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:44:12.781211 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:44:12.783688 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Pushing event updated for resources: {'Port': ['ID=30b765c5-3927-4fbf-bc76-682d990a6522,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:12.854995 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.855474 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.855889 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.856308 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.856712 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.857132 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.857544 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.857964 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.858384 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.858820 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.859229 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.859630 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Tracked resource versions report: Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: pushed versions: Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: { 'AddressGroup': {'1.2'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'ConntrackHelper': {'1.0'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Log': {'1.0'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Network': {'1.1'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Port': {'1.7'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'PortForwarding': {'1.2'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'QosPolicy': {'1.9'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroup': {'1.4'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SubPort': {'1.0'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Subnet': {'1.1'}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Trunk': {'1.1'}} Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: consumer versions: Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'ConntrackHelper': '1.0', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Log': '1.0', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Network': '1.1', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Port': '1.7', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'PortForwarding': '1.2', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'QosPolicy': '1.9', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroup': '1.4', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroupRule': '1.2', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SubPort': '1.0', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Subnet': '1.1', Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Trunk': '1.1'}} Aug 16 15:44:12.860789 dv-cinder-799668-6-iscsi neutron-server[101075]: {{(pid=101075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:44:13.189763 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:13.443913 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231811'] for router, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:13.449388 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-694320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-694313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692619'] for router, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:13.562149 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:44:13.677261 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:44:13.681957 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:13.690541 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-408e2083-2a57-4394-ab65-30660023774d admin admin] 10.222.0.30 "PUT /v2.0/routers/3062819e-42a7-4c4d-9c03-4202bd3f9c33 HTTP/1.1" status: 200 len: 889 time: 2.2178326 Aug 16 15:44:13.986164 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Sync routers for ids ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:44:13.996757 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Routers {'3062819e-42a7-4c4d-9c03-4202bd3f9c33'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:44:13.997409 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:44:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:14.269240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Set router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:44:14.320405 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device c130429d-8998-418c-b948-3a52bbf0a487 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:44:14.646701 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port c130429d-8998-418c-b948-3a52bbf0a487 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:44:14.655847 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port c130429d-8998-418c-b948-3a52bbf0a487 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:44:14.656271 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:14.784537 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'name': 'router1', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '30b765c5-3927-4fbf-bc76-682d990a6522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:43:53Z', 'updated_at': '2021-08-16T15:44:12Z', 'revision_number': 4, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'gw_port': {'id': '30b765c5-3927-4fbf-bc76-682d990a6522', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:12Z', 'updated_at': '2021-08-16T15:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'c130429d-8998-418c-b948-3a52bbf0a487', 'name': '', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'mac_address': 'fa:16:3e:9d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:02Z', 'updated_at': '2021-08-16T15:44:06Z', 'revision_number': 4, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'subnets': [{'id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:14.838976 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Checking router: 3062819e-42a7-4c4d-9c03-4202bd3f9c33 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:44:14.839355 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Updating router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 port 30b765c5-3927-4fbf-bc76-682d990a6522 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:44:14.841375 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:14.903517 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:14.936558 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port c130429d-8998-418c-b948-3a52bbf0a487, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=c130429d-8998-418c-b948-3a52bbf0a487,segment=NetworkSegment(1b2a58fb-0566-42a0-8cb6-f8e125e29f03),segment_id=1b2a58fb-0566-42a0-8cb6-f8e125e29f03)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:44:15.019860 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:15.155156 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=c130429d-8998-418c-b948-3a52bbf0a487,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:15.292268 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:15.304080 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Transition to ACTIVE for port object 30b765c5-3927-4fbf-bc76-682d990a6522 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:44:15.399732 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:15.452840 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Attempting to bind port 30b765c5-3927-4fbf-bc76-682d990a6522 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:44:15.453213 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Attempting to bind port 30b765c5-3927-4fbf-bc76-682d990a6522 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:44:15.453615 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Attempting to bind port 30b765c5-3927-4fbf-bc76-682d990a6522 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:44:15.455476 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9289-d448-4350-92db-2af4dee89e4d None None] Pushing event updated for resources: {'Port': ['ID=30b765c5-3927-4fbf-bc76-682d990a6522,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:15.461151 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:44:15.461552 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:44:15.461923 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:15.462308 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:44:15.463431 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Bound port: 30b765c5-3927-4fbf-bc76-682d990a6522, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:44:15.463926 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:15.514722 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] For port 30b765c5-3927-4fbf-bc76-682d990a6522, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:44:15.518064 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] For port 30b765c5-3927-4fbf-bc76-682d990a6522, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=30b765c5-3927-4fbf-bc76-682d990a6522,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:44:15.611503 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:15.663235 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Routers {'3062819e-42a7-4c4d-9c03-4202bd3f9c33'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:44:15.663852 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:44:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:15.797224 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9289-d448-4350-92db-2af4dee89e4d None None] Pushing event updated for resources: {'Port': ['ID=30b765c5-3927-4fbf-bc76-682d990a6522,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:15.874394 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] Set router 3062819e-42a7-4c4d-9c03-4202bd3f9c33 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:44:16.099174 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'name': 'router1', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '30b765c5-3927-4fbf-bc76-682d990a6522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:43:53Z', 'updated_at': '2021-08-16T15:44:12Z', 'revision_number': 4, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'gw_port': {'id': '30b765c5-3927-4fbf-bc76-682d990a6522', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:12Z', 'updated_at': '2021-08-16T15:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'c130429d-8998-418c-b948-3a52bbf0a487', 'name': '', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'mac_address': 'fa:16:3e:9d:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:02Z', 'updated_at': '2021-08-16T15:44:14Z', 'revision_number': 5, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'subnets': [{'id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:44:16.126249 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0355632-6654-4a4f-b630-5b2c523120ec None None] The sync data for ids ['3062819e-42a7-4c4d-9c03-4202bd3f9c33'] in dv-cinder-799668-6-iscsi is: [{'id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'name': 'router1', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '30b765c5-3927-4fbf-bc76-682d990a6522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:43:53Z', 'updated_at': '2021-08-16T15:44:12Z', 'revision_number': 4, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'gw_port': {'id': '30b765c5-3927-4fbf-bc76-682d990a6522', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:12Z', 'updated_at': '2021-08-16T15:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'c130429d-8998-418c-b948-3a52bbf0a487', 'name': '', 'network_id': '8e75a78d-06a6-469c-ba7a-30a79a97fcb0', 'tenant_id': '86cc2a0663dc4f378962c9ad523139d1', 'mac_address': 'fa:16:3e:9d:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062819e-42a7-4c4d-9c03-4202bd3f9c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:44:02Z', 'updated_at': '2021-08-16T15:44:14Z', 'revision_number': 5, 'project_id': '86cc2a0663dc4f378962c9ad523139d1', 'subnets': [{'id': 'abfb9149-87b9-49df-97f4-02f9f17bc280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a64bc3a7-cd63-47ba-93f5-f40a34093d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:44:16.133509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 45804) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:44:16.280862 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-9f3bbf0a-a837-4b55-b940-dcc90a55c7cb admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1461773 Aug 16 15:44:16.394300 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 30b765c5-3927-4fbf-bc76-682d990a6522 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:44:16.531398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 30b765c5-3927-4fbf-bc76-682d990a6522 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:44:16.535548 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 30b765c5-3927-4fbf-bc76-682d990a6522 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:44:16.535924 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:16.623851 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:16.647379 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 30b765c5-3927-4fbf-bc76-682d990a6522, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=30b765c5-3927-4fbf-bc76-682d990a6522,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:44:16.731786 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:16.732597 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device c130429d-8998-418c-b948-3a52bbf0a487 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:44:16.824208 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=30b765c5-3927-4fbf-bc76-682d990a6522,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:44:16.838068 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port c130429d-8998-418c-b948-3a52bbf0a487 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:44:16.838603 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:18.309190 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 30b765c5-3927-4fbf-bc76-682d990a6522 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:44:18.386994 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 30b765c5-3927-4fbf-bc76-682d990a6522 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:44:18.387529 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:27.382765 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-949f5b59-cecd-4bda-8add-b882122578bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:30.057177 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-bd341083-ea15-4cb3-bcb0-f89932ab9656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:30.473868 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:30.920539 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:32.794163 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:44:47.497495 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:44:57.347656 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-b60fc6ba-8d80-4cef-b6eb-88baec3b7124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:00.040038 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-11ad4343-6892-43a4-810e-eb735a45827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:00.504947 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:01.655690 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:02.861680 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:24.497006 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:45:27.335553 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2142216b-e1c2-4e37-a0a7-26f670f0a3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:30.055103 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-5beb8b51-af1c-45bb-9042-9d4094b6ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:30.477955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:30.906612 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:32.832415 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:54.768710 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46372) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:45:54.831413 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.pecan_wsgi.hooks.translation [None req-1876bd42-3634-4bfe-8314-52b41017415b admin admin] GET failed (client error): The resource could not be found. Aug 16 15:45:54.832744 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1876bd42-3634-4bfe-8314-52b41017415b admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630810 Aug 16 15:45:54.991791 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbe0e91-2782-4040-9260-31316bc9d8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:45:54.993182 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-edbe0e91-2782-4040-9260-31316bc9d8e0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560502 Aug 16 15:45:57.159438 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46382) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:45:57.252305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa2b9e-2ba6-4852-b2f5-1c3144cfb3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:45:57.253688 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-15aa2b9e-2ba6-4852-b2f5-1c3144cfb3fa admin admin] 10.222.0.30 "GET /v2.0/subnets/abfb9149-87b9-49df-97f4-02f9f17bc280 HTTP/1.1" status: 200 len: 849 time: 0.0932889 Aug 16 15:45:57.264377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:45:57.322031 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-dc39f3bf-c4bd-4709-a20f-e9ef3114a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:57.351151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:57.528728 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759439531870'] for subnet, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:57.558889 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:45:57.559482 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:57.560781 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] 10.222.0.30 "PUT /v2.0/subnets/abfb9149-87b9-49df-97f4-02f9f17bc280 HTTP/1.1" status: 200 len: 868 time: 0.3004394 Aug 16 15:45:57.577456 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727a4a8-d7e6-43f6-9710-f5c9c388b761 None None] Network 8e75a78d-06a6-469c-ba7a-30a79a97fcb0 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:45:57.581535 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfb9149-87b9-49df-97f4-02f9f17bc280,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:45:57.589571 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.589924 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.590215 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.590575 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.590914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.591346 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.591598 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.591942 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.592289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.592629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.592937 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.593259 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae287-4d3b-493e-9f98-4183b2710842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:45:57.986446 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-cd98f7ef-4776-47d6-8b78-6ef8c4daa13a None None] Provisioning complete for port c130429d-8998-418c-b948-3a52bbf0a487 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:45:57.986835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-cd98f7ef-4776-47d6-8b78-6ef8c4daa13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:58.071850 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-cd98f7ef-4776-47d6-8b78-6ef8c4daa13a None None] Provisioning complete for port a2a5e69a-c44d-4d23-be51-a77c8a181dab triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:45:58.072126 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-cd98f7ef-4776-47d6-8b78-6ef8c4daa13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:45:59.752976 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46390) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:45:59.948521 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da4c5a0-9c78-403d-ab0e-319303cdc470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:45:59.948939 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da4c5a0-9c78-403d-ab0e-319303cdc470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:45:59.950499 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1da4c5a0-9c78-403d-ab0e-319303cdc470 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965518 Aug 16 15:46:00.055361 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-238adb6b-8b13-47fa-8fcc-e9e516a2b82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:00.477515 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:00.929088 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:01.495960 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:46:02.085307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 46398) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:02.294831 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3c5df-9ab8-4508-b5f9-70a3a78e1f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:02.295221 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3c5df-9ab8-4508-b5f9-70a3a78e1f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:02.297015 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-02a3c5df-9ab8-4508-b5f9-70a3a78e1f27 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105081 Aug 16 15:46:02.785694 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:04.451981 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 46408) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:04.596226 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927493f6-cd42-4f20-a64e-594ddfe6df92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:04.597563 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-927493f6-cd42-4f20-a64e-594ddfe6df92 admin admin] 10.222.0.30 "GET /v2.0/networks/8e75a78d-06a6-469c-ba7a-30a79a97fcb0 HTTP/1.1" status: 200 len: 869 time: 0.1446433 Aug 16 15:46:06.802637 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46416) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:06.929463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14276b91-d589-4aea-9e5e-e9cbb67ca027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:06.930859 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-14276b91-d589-4aea-9e5e-e9cbb67ca027 admin admin] 10.222.0.30 "GET /v2.0/networks/f5c7c401-0397-4296-b5f9-39d33b4bf57c HTTP/1.1" status: 200 len: 886 time: 0.1272717 Aug 16 15:46:09.073937 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46424) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:09.200885 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc362819-d191-417e-9af2-f02571632e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:09.201339 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc362819-d191-417e-9af2-f02571632e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:09.202903 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-cc362819-d191-417e-9af2-f02571632e1b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279700 Aug 16 15:46:11.340616 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46432) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:11.433264 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8eb42e-c7af-487e-80b0-ea20f3bacb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:11.433704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8eb42e-c7af-487e-80b0-ea20f3bacb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:11.435299 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-5d8eb42e-c7af-487e-80b0-ea20f3bacb07 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936940 Aug 16 15:46:13.593164 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46440) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:13.687542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98b3bd-9ce7-4e60-930c-63d28910eab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:13.688892 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fb98b3bd-9ce7-4e60-930c-63d28910eab0 admin admin] 10.222.0.30 "GET /v2.0/subnets/abfb9149-87b9-49df-97f4-02f9f17bc280 HTTP/1.1" status: 200 len: 868 time: 0.0947182 Aug 16 15:46:15.849123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46448) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:15.937685 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1f178-7523-4912-a10c-07477ea0cfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:15.939037 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e2f1f178-7523-4912-a10c-07477ea0cfe6 admin admin] 10.222.0.30 "GET /v2.0/subnets/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd HTTP/1.1" status: 200 len: 816 time: 0.0889037 Aug 16 15:46:27.322179 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1185052b-2b77-42d6-b012-9e0fe0531b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:30.076304 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9c7b1ec5-29de-4ebe-83a1-283b74e80dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:30.465103 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:30.910938 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:32.819544 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:38.494492 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:46:40.579938 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46502) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:40.627459 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [None req-50b02706-c9a4-4ae4-a964-51ef76d9f15e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:46:40.628458 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-50b02706-c9a4-4ae4-a964-51ef76d9f15e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475774 Aug 16 15:46:42.885570 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46510) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:42.946261 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.pecan_wsgi.hooks.translation [None req-a977ed53-327d-4cc3-a354-6ea5870c17c7 admin admin] GET failed (client error): The resource could not be found. Aug 16 15:46:42.947633 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a977ed53-327d-4cc3-a354-6ea5870c17c7 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611289 Aug 16 15:46:43.031430 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fed34-4687-45ab-8ae6-4a76ce7ac24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:43.032928 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-688fed34-4687-45ab-8ae6-4a76ce7ac24f admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809155 Aug 16 15:46:45.218351 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46518) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:45.265393 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:46:45.384895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Made reservation on behalf of 10489a77696848f7b837dbe6b8ee3394 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:46:45.387381 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:45.419272 dv-cinder-799668-6-iscsi neutron-server[101074]: WARNING neutron.services.revisions.revision_plugin [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Could not find related network for resource to bump revision. Aug 16 15:46:45.429780 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:46:45.438643 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:45.438983 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Added segment 95696322-486e-45a5-a06f-97d1193b709a of type vlan for network 36ba1dcc-d489-4127-9290-f6086f827011 Aug 16 15:46:45.477380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:45.577661 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:45.578948 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:45.579789 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:45.635335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] Pushing event updated for resources: {'Network': ['ID=36ba1dcc-d489-4127-9290-f6086f827011,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:46:45.646286 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 36ba1dcc-d489-4127-9290-f6086f827011 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:46:45.715962 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-34e99464-c5bc-4787-b2b8-1f22adb3d713 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4964578 Aug 16 15:46:47.887876 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46526) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:46:47.948777 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee0713f-d7d4-4759-8f3e-f5f38adea0cc admin admin] GET failed (client error): The resource could not be found. Aug 16 15:46:47.950111 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-7ee0713f-d7d4-4759-8f3e-f5f38adea0cc admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611598 Aug 16 15:46:48.111503 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d0582-937a-47d1-a76f-2d84f43c530f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:48.112956 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-823d0582-937a-47d1-a76f-2d84f43c530f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1583364 Aug 16 15:46:48.123295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Request body: {'subnet': {'network_id': '36ba1dcc-d489-4127-9290-f6086f827011', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:46:48.201659 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Made reservation on behalf of 10489a77696848f7b837dbe6b8ee3394 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:46:48.203890 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:48.423479 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:48.476893 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7088e487-3fc8-44d5-89c7-95fb3c2e76ef,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:46:48.485140 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Checking segment: {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:46:48.485495 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Network hostable DHCP agents. Network: 36ba1dcc-d489-4127-9290-f6086f827011, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:46:48.567781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Network 36ba1dcc-d489-4127-9290-f6086f827011 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:46:48.647310 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 36ba1dcc-d489-4127-9290-f6086f827011) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:46:48.651396 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:46:48.651982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:48.656278 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a7ade-5300-426b-bc38-f8f3378b233d None None] Network 36ba1dcc-d489-4127-9290-f6086f827011 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:46:48.738727 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fd34de7a-7ce0-48b0-a337-10505ad5b327 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6186473 Aug 16 15:46:48.812372 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-36ba1dcc-d489-4127-9290-f6086f827011', 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011', 'tenant_id': '10489a77696848f7b837dbe6b8ee3394', 'fixed_ips': [{'subnet_id': '7088e487-3fc8-44d5-89c7-95fb3c2e76ef'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:46:48.813277 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:48.957491 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Allocated IP 192.168.233.2 (36ba1dcc-d489-4127-9290-f6086f827011/7088e487-3fc8-44d5-89c7-95fb3c2e76ef/36f1319b-f1ae-45b1-9a58-da1423ba9c79) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:46:49.260666 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:49.282797 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Transition to ACTIVE for port object 36f1319b-f1ae-45b1-9a58-da1423ba9c79 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:46:49.284436 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Transition to ACTIVE for port object 36f1319b-f1ae-45b1-9a58-da1423ba9c79 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:46:49.505302 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:49.550678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Pushing event updated for resources: {'Port': ['ID=36f1319b-f1ae-45b1-9a58-da1423ba9c79,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:46:49.554399 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.554837 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.555202 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.555540 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.555874 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.556196 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.556522 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.556846 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.557180 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.557504 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.557840 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.558158 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:46:49.569156 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Network 36ba1dcc-d489-4127-9290-f6086f827011 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:46:49.570547 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:46:49.572931 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:46:49.631727 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Attempting to bind port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:46:49.632092 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Attempting to bind port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:46:49.632444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Attempting to bind port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 on network 36ba1dcc-d489-4127-9290-f6086f827011 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:46:49.637756 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:46:49.638115 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Checking segment: {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:46:49.638592 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:49.638923 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Bound using segment: {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:46:49.639384 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Bound port: 36f1319b-f1ae-45b1-9a58-da1423ba9c79, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:46:49.639776 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:49.703227 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] For port 36f1319b-f1ae-45b1-9a58-da1423ba9c79, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:46:49.706292 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] For port 36f1319b-f1ae-45b1-9a58-da1423ba9c79, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=36f1319b-f1ae-45b1-9a58-da1423ba9c79,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:46:49.808525 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:49.875613 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cca3e-5dd4-4f9a-a36a-58e1d0fed69c None None] Pushing event updated for resources: {'Port': ['ID=36f1319b-f1ae-45b1-9a58-da1423ba9c79,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:46:50.416835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 36f1319b-f1ae-45b1-9a58-da1423ba9c79 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:46:50.543870 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:46:50.684974 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a1aca-8721-4a34-b816-7043ca6e9ba2 None None] Network 36ba1dcc-d489-4127-9290-f6086f827011 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:46:50.876084 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] Provisioning for port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:46:50.880642 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] Provisioning complete for port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:46:50.881196 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:50.972218 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:51.012060 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] For port 36f1319b-f1ae-45b1-9a58-da1423ba9c79, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=36f1319b-f1ae-45b1-9a58-da1423ba9c79,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:46:51.087453 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:51.135990 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b757b-e493-4826-8699-9afc550417c8 None None] Pushing event updated for resources: {'Port': ['ID=36f1319b-f1ae-45b1-9a58-da1423ba9c79,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:46:51.206227 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-505b17e5-bfdd-4136-a15d-9292c13c63f7 None None] Provisioning complete for port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:46:51.206652 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-505b17e5-bfdd-4136-a15d-9292c13c63f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:52.391269 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 36f1319b-f1ae-45b1-9a58-da1423ba9c79 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:46:52.441199 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 36f1319b-f1ae-45b1-9a58-da1423ba9c79 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:46:52.441570 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:46:57.327562 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ab6db344-1d68-4004-b292-e9e92b96ba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:00.052988 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-13053972-39e3-4a15-9217-d7ea23bb5458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:00.475540 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:00.910036 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:02.818956 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:15.496039 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:47:27.320358 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-07a2fbdf-aae8-41a6-9305-2912d4f50e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:30.247428 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-793b5e74-3a93-40d4-8d96-8d63e66f5889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:30.492665 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:31.070364 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:32.824329 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:47:52.494966 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:47:57.347048 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0103a793-cf07-4e73-80b5-12b139ac6626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:00.101264 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ce803d6-1d85-4c2a-a089-0b7e884437f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:00.474499 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:00.930375 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:02.805702 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:09.129505 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 46578) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:48:09.137157 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [None req-307b0d1d-70e7-4416-9055-abe37312b308 tempest-verify_tempest_config-1259818526 tempest-verify_tempest_config-1259818526-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:48:09.144060 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-307b0d1d-70e7-4416-9055-abe37312b308 tempest-verify_tempest_config-1259818526 tempest-verify_tempest_config-1259818526-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069611 Aug 16 15:48:09.756360 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46596) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:48:09.859488 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:09.943662 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:10.034159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:10.081733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa6706-21e4-42ea-b933-7e7bc06b1b57,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:48:10.086047 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=400ddee0588143e9aa1c6c0e135ea71b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3286834 Aug 16 15:48:10.088900 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 46602) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:48:10.091420 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.091781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.092155 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.092445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.092771 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.093108 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.093434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.093754 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.094089 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.094405 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.094750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.095060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac64163-7772-4728-9c16-de9d256fb380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.166445 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:10.187070 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:10.337547 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:10.340190 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:10.350667 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60aa6706-21e4-42ea-b933-7e7bc06b1b57 HTTP/1.1" status: 204 len: 168 time: 0.2516184 Aug 16 15:48:10.351588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa6706-21e4-42ea-b933-7e7bc06b1b57,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:48:10.358677 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.359159 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.359359 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.359705 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.360013 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.360336 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.360654 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.360992 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.361380 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.361749 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.362147 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:10.362374 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da4dd5-7ecd-4cd9-bf37-396ec989713d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:48:27.317466 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1000e1b4-c85c-431e-814c-1c5ed76d2398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:29.493746 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:48:30.050357 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0b716489-394e-449a-b227-ce3e565dc9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:30.468412 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:30.928829 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:32.820052 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:48:57.358427 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0803d7da-107c-4df9-8ab3-3bc350102ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:00.061191 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-bac076a5-7467-4801-8491-e0a385032161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:00.476627 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:00.979446 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:02.827340 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:06.492179 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:49:27.315409 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-78682916-d869-49dc-92b9-543c6ed96b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:30.117986 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0f953ead-98f4-439c-af28-ff7f5dc4e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:30.466746 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:30.940277 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:32.809162 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:43.491035 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 5 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:49:48.732326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695337'] for agent, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:49:57.320326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-4a54518a-5eb3-4580-b302-53011dd872ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:00.048585 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c20fa07d-49db-47b2-b86e-052cb4790597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:00.482534 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:00.945157 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:02.817231 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:04.281977 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 46674) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:50:04.385773 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-9e59901f-2d94-402d-9f70-6a4b524fa7d0 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1027367 Aug 16 15:50:06.546743 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46684) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:50:06.607499 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-3d054513-0d29-4668-8a39-445624e7eb8e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0596178 Aug 16 15:50:18.668505 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:20.490041 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:50:27.319817 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-5f642d75-9b48-430c-a8c3-c279c7242a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:30.045513 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-68f4d1e4-eb5d-461f-ab01-3e6f152df529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:30.493574 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:30.967264 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:32.821794 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:48.693064 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:57.315645 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d0c6fc56-d37e-4a52-8af9-db5b5d612e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:50:57.489336 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:51:00.052669 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-b763a901-27cc-4cc9-a8d7-ed59bdfdd191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:00.572534 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:00.949661 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:02.841361 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:18.692080 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:27.320728 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2934793b-939a-484d-b209-176c7f9ff13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:30.040181 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3ad9247e-b0e7-411f-a695-defaec9eb2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:30.477485 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:30.941089 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:32.820610 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:34.488660 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:51:37.667998 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46914) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:37.786434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46922) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:37.969464 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46930) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:38.061017 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2091245366-network', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:38.095764 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-669568051-network', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:38.144423 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Made reservation on behalf of d8b7369c53664ede8437a78b219d5cdc for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:38.146703 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.164217 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.224481 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Made reservation on behalf of 7122b4bdec8547d0a3e935427ce879a8 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:38.226767 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.243857 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.261524 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1374158123-network', 'tenant_id': 'a3015d42a4a44e87b7c2897e7007399c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:38.334730 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.419276 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.444350 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:51:38.478365 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.479003 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Added segment 29d3563b-1e89-41f0-87c2-30afa6a5b000 of type vlan for network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 Aug 16 15:51:38.495111 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7088e574-ff26-4f76-b154-9e81e033819e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:38.535433 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.535801 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.536142 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.536484 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.536808 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.537149 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.537479 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.537818 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.538158 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.538501 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.538821 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.539143 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Tracked resource versions report: Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: pushed versions: Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: { 'AddressGroup': {'1.2'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'ConntrackHelper': {'1.0'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Log': {'1.0'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Network': {'1.1'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Port': {'1.7'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'PortForwarding': {'1.2'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'QosPolicy': {'1.9'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroup': {'1.4'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SubPort': {'1.0'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Subnet': {'1.1'}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Trunk': {'1.1'}} Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: consumer versions: Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: HyperV agent@hv-cinder-79966: {}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'ConntrackHelper': '1.0', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Log': '1.0', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Network': '1.1', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Port': '1.7', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'PortForwarding': '1.2', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'QosPolicy': '1.9', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroup': '1.4', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SecurityGroupRule': '1.2', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'SubPort': '1.0', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Subnet': '1.1', Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: 'Trunk': '1.1'}} Aug 16 15:51:38.540140 dv-cinder-799668-6-iscsi neutron-server[101074]: {{(pid=101074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:51:38.550273 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.603592 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.672404 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.675138 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:38.675758 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.724985 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.772439 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:51:38.776463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:38.788168 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:51:38.793185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c1ad2-0d01-48a9-88e8-5e3754efe8c9,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:38.796069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.796414 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Added segment 25966a0b-18a0-41e8-a8ad-a1b84c963448 of type vlan for network 94d5e196-61c4-4f63-8aae-1897d357ec31 Aug 16 15:51:38.843493 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Made reservation on behalf of a3015d42a4a44e87b7c2897e7007399c for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:38.847141 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.850049 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.860349 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.934556 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c5970001-1a7d-4c8f-8eef-4c511fa84171 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2653928 Aug 16 15:51:38.937736 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 46982) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:38.945891 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Request body: {'subnet': {'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2091245366-subnet', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:38.947875 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.quota [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Loaded quota_driver: . Aug 16 15:51:38.969323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:38.971612 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:38.972548 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.056858 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] Pushing event updated for resources: {'Network': ['ID=94d5e196-61c4-4f63-8aae-1897d357ec31,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:39.070804 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:51:39.110104 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.203376 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.240296 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:51:39.255253 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6105a35-abcb-4b64-bd16-14162cd328e3,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:39.277409 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.281033 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Added segment 46454e29-e09b-4c77-ade7-5933a3d4b45a of type vlan for network 63c032f7-d198-460f-9622-e4d87dbb8ca6 Aug 16 15:51:39.336351 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.351628 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Made reservation on behalf of d8b7369c53664ede8437a78b219d5cdc for: {'subnet': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:39.354692 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.432989 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-819c3c99-027b-47e0-b296-e64fe9e7722d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6451514 Aug 16 15:51:39.435862 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 46996) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:39.441850 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Request body: {'subnet': {'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-subnet', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:39.466803 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.469439 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:39.471496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.552341 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] Pushing event updated for resources: {'Network': ['ID=63c032f7-d198-460f-9622-e4d87dbb8ca6,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:39.562561 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 63c032f7-d198-460f-9622-e4d87dbb8ca6 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:51:39.563441 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Made reservation on behalf of 7122b4bdec8547d0a3e935427ce879a8 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:39.570583 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.663242 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.665767 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0232ba4f-f0c6-4dbc-af2e-4adcb803cae0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6941104 Aug 16 15:51:39.668537 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47002) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:39.677069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Request body: {'subnet': {'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1374158123-subnet', 'tenant_id': 'a3015d42a4a44e87b7c2897e7007399c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:39.744396 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8060e02c-c0ed-429e-bb7e-8e829bb228be,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:39.760788 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.761222 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.761588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.761912 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.762248 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.762631 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.762972 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.763305 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.763827 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.764476 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.765027 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.765573 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Tracked resource versions report: Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: pushed versions: Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: { 'AddressGroup': {'1.2'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'ConntrackHelper': {'1.0'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Log': {'1.0'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Network': {'1.1'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Port': {'1.7'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'PortForwarding': {'1.2'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'QosPolicy': {'1.9'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroup': {'1.4'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SubPort': {'1.0'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Subnet': {'1.1'}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Trunk': {'1.1'}} Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: consumer versions: Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: HyperV agent@hv-cinder-79966: {}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'ConntrackHelper': '1.0', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Log': '1.0', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Network': '1.1', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Port': '1.7', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'PortForwarding': '1.2', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'QosPolicy': '1.9', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroup': '1.4', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SecurityGroupRule': '1.2', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'SubPort': '1.0', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Subnet': '1.1', Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: 'Trunk': '1.1'}} Aug 16 15:51:39.767019 dv-cinder-799668-6-iscsi neutron-server[101075]: {{(pid=101075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:51:39.802322 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Checking segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:39.803552 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Network hostable DHCP agents. Network: c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:51:39.804494 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Made reservation on behalf of a3015d42a4a44e87b7c2897e7007399c for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:39.807411 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.882679 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47010) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:39.946647 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:39.974415 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:51:40.031388 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e60364a6-2a58-4bd8-b922-110639d198be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.084001 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a76fade-3641-4a12-9a89-fdd4576968a2,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:40.101380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Checking segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:40.101380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Network hostable DHCP agents. Network: 94d5e196-61c4-4f63-8aae-1897d357ec31, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:51:40.151770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.167609 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e60364a6-2a58-4bd8-b922-110639d198be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.170353 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5) {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:40.175286 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:40.176285 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.181475 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67795f4-ced7-4596-902b-bb8ffea7cce4 None None] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:51:40.190383 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:51:40.207015 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 94d5e196-61c4-4f63-8aae-1897d357ec31) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:40.221883 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:40.222583 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.240167 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7d3e5-c1d4-4f7e-a201-d3e9c6197150 None None] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:51:40.243817 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee6610a-0526-470a-ad25-96eea8ff7b85,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:40.254300 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Checking segment: {'id': '46454e29-e09b-4c77-ade7-5933a3d4b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:40.264966 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e60364a6-2a58-4bd8-b922-110639d198be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.270997 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Network hostable DHCP agents. Network: 63c032f7-d198-460f-9622-e4d87dbb8ca6, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:51:40.316018 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47038) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:40.319836 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-e60364a6-2a58-4bd8-b922-110639d198be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=336efe49a61b4e9295f153cb5c8bdda9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4409828 Aug 16 15:51:40.338350 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60364a6-2a58-4bd8-b922-110639d198be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc2522-f567-4c5b-b53c-41ef30f1bf7c,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:40.406942 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4c36007a-53a1-4ce8-be89-16f25fa9c790 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4674156 Aug 16 15:51:40.410527 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47044) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:40.421659 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:40.435963 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-09dc79af-e55b-4d6b-ab11-5521bc46c281 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9990315 Aug 16 15:51:40.438634 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47048) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:40.442653 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Network 63c032f7-d198-460f-9622-e4d87dbb8ca6 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:51:40.450167 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:40.473843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a99a1110-d53a-47ff-94b7-b906d62f144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.486921 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad7672-793a-4e65-bfbd-b37039057f69 None None] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:51:40.501764 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a99a1110-d53a-47ff-94b7-b906d62f144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.567016 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:51:40.567900 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.603380 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.604573 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 63c032f7-d198-460f-9622-e4d87dbb8ca6) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:40.604737 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.609827 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:40.610815 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.629907 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a2703-3faa-4e90-95fb-3ac384ce43a9 None None] Network 63c032f7-d198-460f-9622-e4d87dbb8ca6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:51:40.648705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a99a1110-d53a-47ff-94b7-b906d62f144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.652829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a99a1110-d53a-47ff-94b7-b906d62f144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.656681 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a99a1110-d53a-47ff-94b7-b906d62f144d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00fc2522-f567-4c5b-b53c-41ef30f1bf7c HTTP/1.1" status: 204 len: 168 time: 0.3368933 Aug 16 15:51:40.687024 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a1110-d53a-47ff-94b7-b906d62f144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc2522-f567-4c5b-b53c-41ef30f1bf7c,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:40.707554 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.711599 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.787896 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ffee04cc-4873-4ff7-8c71-ed9f71a5c606 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1176600 Aug 16 15:51:40.794125 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.948029 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:40.995217 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Allocated IP 172.20.0.2 (c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5/8060e02c-c0ed-429e-bb7e-8e829bb228be/88859734-5adf-455b-9283-b74e793a0e1c) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:41.071742 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298eba87-8210-4308-bd96-7ea192fdb0a9 None None] Network 63c032f7-d198-460f-9622-e4d87dbb8ca6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:51:41.129106 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.268897 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.337356 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.351500 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Transition to ACTIVE for port object 88859734-5adf-455b-9283-b74e793a0e1c will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:41.370439 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Transition to ACTIVE for port object 88859734-5adf-455b-9283-b74e793a0e1c will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:41.475242 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.544377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47112) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:41.545575 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Pushing event updated for resources: {'Port': ['ID=88859734-5adf-455b-9283-b74e793a0e1c,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:41.556040 dv-cinder-799668-6-iscsi neutron-server[101074]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 15:51:41.558687 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:41.569796 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:41.582609 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:41.602512 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.602714 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.604039 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.604039 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.604039 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.604507 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.606028 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.606376 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Tracked resource versions report: Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: pushed versions: Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: { 'AddressGroup': {'1.2'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'ConntrackHelper': {'1.0'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Log': {'1.0'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Network': {'1.1'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Port': {'1.7'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'PortForwarding': {'1.2'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'QosPolicy': {'1.9'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroup': {'1.4'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SubPort': {'1.0'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Subnet': {'1.1'}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Trunk': {'1.1'}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: consumer versions: Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: HyperV agent@hv-cinder-79966: {}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'ConntrackHelper': '1.0', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Log': '1.0', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Network': '1.1', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Port': '1.7', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'PortForwarding': '1.2', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'QosPolicy': '1.9', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroup': '1.4', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SecurityGroupRule': '1.2', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'SubPort': '1.0', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Subnet': '1.1', Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: 'Trunk': '1.1'}} Aug 16 15:51:41.609651 dv-cinder-799668-6-iscsi neutron-server[101076]: {{(pid=101076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:51:41.727460 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Attempting to bind port 88859734-5adf-455b-9283-b74e793a0e1c on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:51:41.727954 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Attempting to bind port 88859734-5adf-455b-9283-b74e793a0e1c by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:51:41.728310 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Attempting to bind port 88859734-5adf-455b-9283-b74e793a0e1c on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:41.734037 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:51:41.734407 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Checking segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:41.735935 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.736200 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Bound using segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:51:41.736687 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Bound port: 88859734-5adf-455b-9283-b74e793a0e1c, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:51:41.737690 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.756022 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.792665 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.837537 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] For port 88859734-5adf-455b-9283-b74e793a0e1c, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:51:41.837537 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] For port 88859734-5adf-455b-9283-b74e793a0e1c, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=88859734-5adf-455b-9283-b74e793a0e1c,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:51:41.847578 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47126) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:41.867232 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-41abbc7f-3c97-4a72-8c49-1b7b663a0c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:41.963949 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Allocated IP 172.27.2.167 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/91bf5faf-f7da-47bc-878d-286aa4caf0c7) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:42.055721 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-b6a3142b-659d-419f-b85d-05254fb68075 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:42.057288 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-b6a3142b-659d-419f-b85d-05254fb68075 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/networks?id=63c032f7-d198-460f-9622-e4d87dbb8ca6 HTTP/1.1" status: 200 len: 812 time: 0.5059226 Aug 16 15:51:42.080635 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-41abbc7f-3c97-4a72-8c49-1b7b663a0c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.084491 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-770fd3ac-c88e-445d-ac4f-3ed3fa540602 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/quotas/a3015d42a4a44e87b7c2897e7007399c HTTP/1.1" status: 200 len: 375 time: 0.0166037 Aug 16 15:51:42.085359 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.106889 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.107139 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.164608 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-714406f4-e30d-4a2a-86e4-4102fe0a7f34 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3015d42a4a44e87b7c2897e7007399c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598049 Aug 16 15:51:42.170042 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.182077 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-41abbc7f-3c97-4a72-8c49-1b7b663a0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.225752 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-41abbc7f-3c97-4a72-8c49-1b7b663a0c9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6155fdd427a406e9334a36caed315f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3770123 Aug 16 15:51:42.228408 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47138) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:42.250446 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024b4a8-7be2-4062-99b2-fcc281bec041 None None] Pushing event updated for resources: {'Port': ['ID=88859734-5adf-455b-9283-b74e793a0e1c,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:42.276354 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abbc7f-3c97-4a72-8c49-1b7b663a0c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0279f-e119-40cf-8718-8f2722cbb905,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:42.319583 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bc586ab2-a4fc-45b0-8bbe-31ea9b9f3b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.334934 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.376302 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Allocated IP 172.27.2.253 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/9f164b79-e8a3-4803-b28c-cf4522787cb9) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:42.417345 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Pushing event updated for resources: {'Port': ['ID=91bf5faf-f7da-47bc-878d-286aa4caf0c7,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:42.477567 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bc586ab2-a4fc-45b0-8bbe-31ea9b9f3b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.478046 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-8d305852-e1ce-41ae-8e79-dbdc76a3f46a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:51:42.483447 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-8d305852-e1ce-41ae-8e79-dbdc76a3f46a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1779521 Aug 16 15:51:42.483873 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:42.489511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:42.495441 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:42.556068 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47150) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:42.673955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 88859734-5adf-455b-9283-b74e793a0e1c up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:42.696122 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.709243 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-99e79889-1278-40e7-9e36-febbe47eabd1 service neutron] 10.222.0.30 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212787 Aug 16 15:51:42.750191 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2d-f3d1-414b-ba5d-8c148d5d638a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.772939 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bc586ab2-a4fc-45b0-8bbe-31ea9b9f3b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.776276 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bc586ab2-a4fc-45b0-8bbe-31ea9b9f3b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.778102 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-bc586ab2-a4fc-45b0-8bbe-31ea9b9f3b5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abc0279f-e119-40cf-8718-8f2722cbb905 HTTP/1.1" status: 204 len: 168 time: 0.5485439 Aug 16 15:51:42.806558 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc586ab2-a4fc-45b0-8bbe-31ea9b9f3b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc0279f-e119-40cf-8718-8f2722cbb905,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:42.838561 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 88859734-5adf-455b-9283-b74e793a0e1c completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:42.871283 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-705eb587-3815-4d4f-afd7-dce8c870f055 service neutron] 10.222.0.30 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467807 Aug 16 15:51:42.888991 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.921116 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:42.989668 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:43.001426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:43.011909 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:43.024178 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2d-f3d1-414b-ba5d-8c148d5d638a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.101060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f164b79-e8a3-4803-b28c-cf4522787cb9,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:43.138733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2d-f3d1-414b-ba5d-8c148d5d638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.233924 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.238727 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-dfc86f2d-f3d1-414b-ba5d-8c148d5d638a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d461e25b0444c3c9a1948f13dcd22b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6815789 Aug 16 15:51:43.241306 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47174) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:43.250174 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc86f2d-f3d1-414b-ba5d-8c148d5d638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3101967d-bce7-479e-8dc3-dcc357c7b9d2,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:43.378528 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-13dee7d9-cc89-4107-aa42-693f0da854b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.438629 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04f6d8be-0c53-4247-9de3-45614d9f57ce req-642e8841-2e05-46de-a7a6-19d445f78897 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0622323 Aug 16 15:51:43.539346 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-13dee7d9-cc89-4107-aa42-693f0da854b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.539907 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba57fb4-8c04-4c3e-80c8-3125ea041299 None None] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:51:43.630667 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.637734 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:51:43.766165 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] Provisioning for port 88859734-5adf-455b-9283-b74e793a0e1c completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:43.772791 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] Provisioning complete for port 88859734-5adf-455b-9283-b74e793a0e1c triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:43.773398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:43.892295 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47212) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:43.926861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:51:43.940478 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:51:43.963108 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:43.964018 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:44.028713 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.030334 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-7fd7017f-26c2-45e9-8450-045eaa030dbc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6185973 Aug 16 15:51:44.033176 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47228) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:44.143205 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.233024 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] For port 88859734-5adf-455b-9283-b74e793a0e1c, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=88859734-5adf-455b-9283-b74e793a0e1c,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:51:44.245234 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-13dee7d9-cc89-4107-aa42-693f0da854b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.248753 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-13dee7d9-cc89-4107-aa42-693f0da854b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.252104 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-13dee7d9-cc89-4107-aa42-693f0da854b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3101967d-bce7-479e-8dc3-dcc357c7b9d2 HTTP/1.1" status: 204 len: 168 time: 1.0076759 Aug 16 15:51:44.264503 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dee7d9-cc89-4107-aa42-693f0da854b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3101967d-bce7-479e-8dc3-dcc357c7b9d2,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:44.303148 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.334673 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.336135 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-644d8884-bbd2-40fc-bf7c-bcbb9f714833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.377898 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:44.525642 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8624d-59de-4230-9e07-5de061a6e2ff None None] Pushing event updated for resources: {'Port': ['ID=88859734-5adf-455b-9283-b74e793a0e1c,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:44.538806 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-f182b138-da02-4bc8-bf4c-b4f30e640d26 None None] Provisioning complete for port 88859734-5adf-455b-9283-b74e793a0e1c triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:44.539442 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f182b138-da02-4bc8-bf4c-b4f30e640d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.596924 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e265664d-1800-4879-89e0-3cb6ea6a76aa req-d06fac05-e7cc-4463-b085-459d4cbcdc09 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0483203 Aug 16 15:51:44.653410 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-644d8884-bbd2-40fc-bf7c-bcbb9f714833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.720700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Router dcb4167b-f3de-4d7c-abd6-f78a64074141 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:51:44.768721 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:42Z', 'revision_number': 3, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:44.771997 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-644d8884-bbd2-40fc-bf7c-bcbb9f714833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.803102 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:51:44.803740 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Updating router 70e0129c-3b82-4403-ab53-2a9354dcf998 port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:51:44.817761 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d8884-bbd2-40fc-bf7c-bcbb9f714833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b27e23-fe3b-4199-a586-9f0899514038,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:44.861102 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47254) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:44.863135 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.863914 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-644d8884-bbd2-40fc-bf7c-bcbb9f714833 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f60a2183064547918e86ec1683394af6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9704838 Aug 16 15:51:44.873221 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:44.878942 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:51:44.895524 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Sync routers for ids ['dcb4167b-f3de-4d7c-abd6-f78a64074141'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:51:44.908598 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Routers {'dcb4167b-f3de-4d7c-abd6-f78a64074141'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:44.909236 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['dcb4167b-f3de-4d7c-abd6-f78a64074141'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:44.983238 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-74db1af3-b40c-44a9-ad5f-16a111c39e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.032625 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-74db1af3-b40c-44a9-ad5f-16a111c39e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.049535 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.059195 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-10e27532-f777-4da3-99e5-b3483dd253f3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6194603 Aug 16 15:51:45.065191 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47260) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:45.107894 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Set router dcb4167b-f3de-4d7c-abd6-f78a64074141 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:45.268757 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Allocated IP 172.20.0.1 (c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5/8060e02c-c0ed-429e-bb7e-8e829bb228be/d3a9c976-638b-49af-acfd-838f8106603e) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:45.323751 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.338939 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Transition to ACTIVE for port object 91bf5faf-f7da-47bc-878d-286aa4caf0c7 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:45.368898 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-74db1af3-b40c-44a9-ad5f-16a111c39e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.372188 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-74db1af3-b40c-44a9-ad5f-16a111c39e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.377523 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-74db1af3-b40c-44a9-ad5f-16a111c39e48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15b27e23-fe3b-4199-a586-9f0899514038 HTTP/1.1" status: 204 len: 168 time: 0.5136070 Aug 16 15:51:45.399196 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db1af3-b40c-44a9-ad5f-16a111c39e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b27e23-fe3b-4199-a586-9f0899514038,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:45.433236 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47272) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:45.437930 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.444412 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:43Z', 'revision_number': 3, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:45.482560 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Checking router: dcb4167b-f3de-4d7c-abd6-f78a64074141 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:51:45.483187 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Updating router dcb4167b-f3de-4d7c-abd6-f78a64074141 port 9f164b79-e8a3-4803-b28c-cf4522787cb9 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:51:45.498622 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.501531 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-39ec087d-c83d-4d7a-b067-1a1f87951c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.542545 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.544849 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Attempting to bind port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:51:45.545549 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Attempting to bind port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:51:45.546101 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Attempting to bind port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:45.576118 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:51:45.576840 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:45.580056 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.580845 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:51:45.581590 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Bound port: 91bf5faf-f7da-47bc-878d-286aa4caf0c7, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:51:45.582174 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.599380 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Transition to ACTIVE for port object d3a9c976-638b-49af-acfd-838f8106603e will not be triggered until provisioned by entity DHCP. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:45.639498 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Pushing event updated for resources: {'Port': ['ID=91bf5faf-f7da-47bc-878d-286aa4caf0c7,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:45.655634 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.656046 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.656395 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.656728 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.657694 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.658024 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.658346 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.658701 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.659029 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.659347 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.659789 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.660156 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Tracked resource versions report: Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: pushed versions: Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: { 'AddressGroup': {'1.2'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'ConntrackHelper': {'1.0'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Log': {'1.0'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Network': {'1.1'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Port': {'1.7'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'PortForwarding': {'1.2'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'QosPolicy': {'1.9'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroup': {'1.4'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SubPort': {'1.0'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Subnet': {'1.1'}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Trunk': {'1.1'}} Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: consumer versions: Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: { DHCP agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: HyperV agent@hv-cinder-79966: {}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: L3 agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: Metadata agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: Metering agent@dv-cinder-799668-6-iscsi: {}, Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: Open vSwitch agent@dv-cinder-799668-6-iscsi: { 'AddressGroup': '1.2', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'ConntrackHelper': '1.0', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Log': '1.0', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Network': '1.1', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Port': '1.7', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'PortForwarding': '1.2', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'QosPolicy': '1.9', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroup': '1.4', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SecurityGroupRule': '1.2', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'SubPort': '1.0', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Subnet': '1.1', Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: 'Trunk': '1.1'}} Aug 16 15:51:45.661159 dv-cinder-799668-6-iscsi neutron-server[101077]: {{(pid=101077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:51:45.690858 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] For port 91bf5faf-f7da-47bc-878d-286aa4caf0c7, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:51:45.694580 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] For port 91bf5faf-f7da-47bc-878d-286aa4caf0c7, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=91bf5faf-f7da-47bc-878d-286aa4caf0c7,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:51:45.711774 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-371e0f35-1a8e-44b6-b34e-8ade7d0f02d2 req-b96d8de4-284c-4ae3-abb2-ee8c486d12a1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0432150 Aug 16 15:51:45.777880 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.829783 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-39ec087d-c83d-4d7a-b067-1a1f87951c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.832238 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:45.833115 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:45.843885 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.888897 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36578bab-d483-47a0-87f1-a04825fa97b1 None None] Pushing event updated for resources: {'Port': ['ID=91bf5faf-f7da-47bc-878d-286aa4caf0c7,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:45.904031 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a9c976-638b-49af-acfd-838f8106603e,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:45.925401 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:45.928823 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:45.931563 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:45.932505 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:45.966648 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.062282 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:46.090553 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.133317 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Transition to ACTIVE for port object 9f164b79-e8a3-4803-b28c-cf4522787cb9 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:46.208768 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.227547 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-39ec087d-c83d-4d7a-b067-1a1f87951c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.263034 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec087d-c83d-4d7a-b067-1a1f87951c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf1381-8a6a-4402-97b6-32410b54c6bd,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:46.285580 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-39ec087d-c83d-4d7a-b067-1a1f87951c1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19c8550aa43d4a6c99cfb88545c3effe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8512259 Aug 16 15:51:46.288425 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47304) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:46.305764 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370ae1-db94-4681-836d-68ddb395a5e8 None None] Pushing event updated for resources: {'Port': ['ID=9f164b79-e8a3-4803-b28c-cf4522787cb9,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:46.362707 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Attempting to bind port 9f164b79-e8a3-4803-b28c-cf4522787cb9 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:51:46.367493 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Attempting to bind port 9f164b79-e8a3-4803-b28c-cf4522787cb9 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:51:46.367892 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Attempting to bind port 9f164b79-e8a3-4803-b28c-cf4522787cb9 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:46.375021 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:51:46.375398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:46.375833 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.376228 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:51:46.376701 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Bound port: 9f164b79-e8a3-4803-b28c-cf4522787cb9, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:51:46.377082 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.423633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Allocated IP 172.20.0.1 (94d5e196-61c4-4f63-8aae-1897d357ec31/9a76fade-3641-4a12-9a89-fdd4576968a2/1a4d30a5-4cee-4ec4-af73-0ba495c057b3) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:46.447855 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.489368 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] For port 9f164b79-e8a3-4803-b28c-cf4522787cb9, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:51:46.494695 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] For port 9f164b79-e8a3-4803-b28c-cf4522787cb9, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=9f164b79-e8a3-4803-b28c-cf4522787cb9,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:51:46.503809 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bfd-2065-4e7b-aec1-9c5299b16bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.534193 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bfd-2065-4e7b-aec1-9c5299b16bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.565577 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.573061 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:42Z', 'revision_number': 3, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:46.661580 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ee36ac7e-b891-4ce0-87fd-a213e6a7d0bf None None] Provisioning for port d3a9c976-638b-49af-acfd-838f8106603e completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:46.670014 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b25a1-6530-40ed-b5d7-7bbe112f438f None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:42Z', 'revision_number': 3, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:51:46.684100 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ee36ac7e-b891-4ce0-87fd-a213e6a7d0bf None None] Provisioning complete for port d3a9c976-638b-49af-acfd-838f8106603e triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:46.684480 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ee36ac7e-b891-4ce0-87fd-a213e6a7d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.719071 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Routers {'dcb4167b-f3de-4d7c-abd6-f78a64074141'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:46.724850 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['dcb4167b-f3de-4d7c-abd6-f78a64074141'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:46.769561 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.776495 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bfd-2065-4e7b-aec1-9c5299b16bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.782894 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bfd-2065-4e7b-aec1-9c5299b16bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.786338 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-2ef43bfd-2065-4e7b-aec1-9c5299b16bf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ccf1381-8a6a-4402-97b6-32410b54c6bd HTTP/1.1" status: 204 len: 168 time: 0.4946966 Aug 16 15:51:46.826919 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef43bfd-2065-4e7b-aec1-9c5299b16bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf1381-8a6a-4402-97b6-32410b54c6bd,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:46.891428 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 88859734-5adf-455b-9283-b74e793a0e1c up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:46.895811 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:46.948116 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] Set router dcb4167b-f3de-4d7c-abd6-f78a64074141 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:46.992082 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:46.995797 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:47.004098 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:47.023277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:47.023777 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:47.108659 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:47.112477 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:47.212048 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370ae1-db94-4681-836d-68ddb395a5e8 None None] Pushing event updated for resources: {'Port': ['ID=9f164b79-e8a3-4803-b28c-cf4522787cb9,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:47.224398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-ee36ac7e-b891-4ce0-87fd-a213e6a7d0bf None None] Port d3a9c976-638b-49af-acfd-838f8106603e cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:51:47.317535 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 88859734-5adf-455b-9283-b74e793a0e1c triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:47.317667 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:47.322220 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:47.348633 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6c1de6b9-9378-4f28-a458-f38fff5d8566 req-59901589-9be8-4295-84d3-0d724c51641e tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0566559 Aug 16 15:51:47.471915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:47.492823 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:47.499125 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:47.508101 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a9c976-638b-49af-acfd-838f8106603e,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:47.584596 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:43Z', 'revision_number': 3, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:47.667812 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7922e3c-563e-4a8f-ab7d-830ba082ea06 None None] The sync data for ids ['dcb4167b-f3de-4d7c-abd6-f78a64074141'] in dv-cinder-799668-6-iscsi is: [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:43Z', 'revision_number': 3, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:51:47.717631 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:51:47.958919 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-17972ef9-e9e3-4a4e-b357-9d77ec4dba82 None None] Provisioning complete for port d3a9c976-638b-49af-acfd-838f8106603e triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:47.959739 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-17972ef9-e9e3-4a4e-b357-9d77ec4dba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:48.005816 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:51:48.013696 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-42340c87-bd80-4d35-966e-c2a865c48898 admin admin] 10.222.0.30 "PUT /v2.0/routers/70e0129c-3b82-4403-ab53-2a9354dcf998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9790828 Aug 16 15:51:48.028822 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-17972ef9-e9e3-4a4e-b357-9d77ec4dba82 None None] Port d3a9c976-638b-49af-acfd-838f8106603e cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:51:48.262951 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:48.323515 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:48.326657 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:48.450783 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:48.551551 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:48.553813 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:48.665857 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47386) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:48.671539 dv-cinder-799668-6-iscsi neutron-server[101075]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 15:51:48.702834 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:48.768407 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 91bf5faf-f7da-47bc-878d-286aa4caf0c7 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:48.780851 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f2075a2-43bd-415e-b2cc-8f0a3346e74c req-644f779b-6d95-4f42-9778-c870c4ac1ac2 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.1103702 Aug 16 15:51:48.850426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Router dcb4167b-f3de-4d7c-abd6-f78a64074141 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:51:48.957073 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:48.970678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:48.971053 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:48.999143 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.60', 63036) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:49.106811 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.148901 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 91bf5faf-f7da-47bc-878d-286aa4caf0c7, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=91bf5faf-f7da-47bc-878d-286aa4caf0c7,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:51:49.158082 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:51:49.164837 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2ff3e546-b60e-4800-8cc8-3040d03e1770 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcb4167b-f3de-4d7c-abd6-f78a64074141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0983150 Aug 16 15:51:49.201092 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47398) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:49.206537 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80461435', 'description': 'tempest-description--762821389'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:49.239982 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.240860 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 9f164b79-e8a3-4803-b28c-cf4522787cb9 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:49.344330 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.416736 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-48e7abed-9de5-41fd-81b8-3a149cc029d1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:49.418826 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-48e7abed-9de5-41fd-81b8-3a149cc029d1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.60 "GET /v2.0/networks?id=63c032f7-d198-460f-9622-e4d87dbb8ca6 HTTP/1.1" status: 200 len: 812 time: 0.4183450 Aug 16 15:51:49.503895 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Request body: {'port': {'device_id': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6', 'admin_state_up': True, 'tenant_id': 'a3015d42a4a44e87b7c2897e7007399c'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:49.539295 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=91bf5faf-f7da-47bc-878d-286aa4caf0c7,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:49.584462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.617194 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 9f164b79-e8a3-4803-b28c-cf4522787cb9 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:49.621578 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 9f164b79-e8a3-4803-b28c-cf4522787cb9 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:49.622229 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.651168 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.718466 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588928a1-3777-4185-bdfd-1a3425a3c970,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:49.761541 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.761541 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-22066e70-e00a-45ec-b58b-f4e10b1c98da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.5585628 Aug 16 15:51:49.763682 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47426) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:49.776914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'security_group_rule': {'security_group_id': '588928a1-3777-4185-bdfd-1a3425a3c970', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:49.836430 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.893732 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 9f164b79-e8a3-4803-b28c-cf4522787cb9, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=9f164b79-e8a3-4803-b28c-cf4522787cb9,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:51:49.939705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.978393 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:49.985950 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:51:49.996691 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:49.997335 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:50.038228 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1adbb7d5-5110-4d57-8c6f-695f060b08d2 req-c70b2b4b-cc90-4b92-8940-975ac248132a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0496619 Aug 16 15:51:50.075310 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Made reservation on behalf of a3015d42a4a44e87b7c2897e7007399c for: {'port': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:50.079083 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.085204 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=9f164b79-e8a3-4803-b28c-cf4522787cb9,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:50.206928 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.444987 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-6a44ff3a-2ce0-4273-a113-b161b35fc4c3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:50.444987 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-6a44ff3a-2ce0-4273-a113-b161b35fc4c3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 818 time: 0.1456277 Aug 16 15:51:50.444987 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-c026dc23-aa4a-46dc-ae5a-e4ff763e5cc8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/quotas/7122b4bdec8547d0a3e935427ce879a8 HTTP/1.1" status: 200 len: 375 time: 0.0192552 Aug 16 15:51:50.444987 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.446607 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Allocated IP 172.20.0.2 (63c032f7-d198-460f-9622-e4d87dbb8ca6/6ee6610a-0526-470a-ad25-96eea8ff7b85/56368f33-d254-4ac0-bc83-dc1e8787cfe4) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:50.448443 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb107f3-0a3b-40f9-b320-2d07d1971e36,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:50.449698 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:50.450281 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-f7522425-55a5-411b-ae72-22d5ac706466 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1191001 Aug 16 15:51:50.479984 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Sync routers for ids ['dcb4167b-f3de-4d7c-abd6-f78a64074141'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:51:50.498295 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Routers {'dcb4167b-f3de-4d7c-abd6-f78a64074141'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:50.498998 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['dcb4167b-f3de-4d7c-abd6-f78a64074141'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:50.517714 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.523982 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-852f1dbb-6615-4634-a6c7-67bbdaabd6cc tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7528749 Aug 16 15:51:50.530320 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47450) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:50.538192 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'security_group_rule': {'security_group_id': '588928a1-3777-4185-bdfd-1a3425a3c970', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:50.555292 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-71cf1d0b-ec55-4c32-96c5-600f65a37132 service neutron] 10.222.0.30 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375690 Aug 16 15:51:50.617757 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.658081 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-02f0ca90-ff62-4ac3-8831-2d09b5e218f3 service neutron] 10.222.0.30 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926781 Aug 16 15:51:50.721191 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.731181 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Set router dcb4167b-f3de-4d7c-abd6-f78a64074141 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:50.769037 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.898278 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.906929 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 2, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:50.916979 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 91bf5faf-f7da-47bc-878d-286aa4caf0c7 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:50.943341 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:50.958701 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:51:50.959416 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Updating router 70e0129c-3b82-4403-ab53-2a9354dcf998 port d3a9c976-638b-49af-acfd-838f8106603e binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:51:50.977799 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Network 63c032f7-d198-460f-9622-e4d87dbb8ca6 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:50.986135 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2112bb09-6216-4f9a-b255-3a9ac40364f5,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:50.996188 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.002083 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:51.013509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:51.029120 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:51.030688 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.054569 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.058941 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-31e4748c-40bd-4c79-abb7-0c2b5e16215f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5243125 Aug 16 15:51:51.059183 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47486) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:51.071680 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:51.109404 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Pushing event updated for resources: {'Port': ['ID=56368f33-d254-4ac0-bc83-dc1e8787cfe4,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:51.197848 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e7b744b2-9d3f-4dba-889f-35ae62dde95f req-77ab4ad2-813c-471e-8881-1e7970551474 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 210 time: 0.1045153 Aug 16 15:51:51.197988 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.213629 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:51.213815 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.277607 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7359f66a-0d42-41ea-8053-93b7057fd7d3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7787495 Aug 16 15:51:51.331776 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:47Z', 'revision_number': 4, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '1a4d30a5-4cee-4ec4-af73-0ba495c057b3', 'name': '', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'mac_address': 'fa:16:3e:71:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:45Z', 'updated_at': '2021-08-16T15:51:48Z', 'revision_number': 2, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'subnets': [{'id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:51.380356 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Checking router: dcb4167b-f3de-4d7c-abd6-f78a64074141 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:51:51.380751 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Updating router dcb4167b-f3de-4d7c-abd6-f78a64074141 port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:51:51.415978 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.443333 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 9f164b79-e8a3-4803-b28c-cf4522787cb9 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:51.545870 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20d8f-da9a-4635-913c-bded4ff6dfb2 req-e21d0b85-bd28-4771-ad70-a249ebdd4c3b tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:51.548853 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0fe20d8f-da9a-4635-913c-bded4ff6dfb2 req-e21d0b85-bd28-4771-ad70-a249ebdd4c3b tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 931 time: 0.3091180 Aug 16 15:51:51.597398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 9f164b79-e8a3-4803-b28c-cf4522787cb9 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:51.597778 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.675523 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0fe20d8f-da9a-4635-913c-bded4ff6dfb2 req-210610d3-6b48-413b-9e35-051621dbaf71 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022387 Aug 16 15:51:51.694247 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.706420 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Transition to ACTIVE for port object d3a9c976-638b-49af-acfd-838f8106603e will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:51.724669 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.774947 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.848649 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-13040b6c-502a-4d10-9a81-c3b3fa4771e0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:51.854325 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-13040b6c-502a-4d10-9a81-c3b3fa4771e0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 818 time: 0.2321143 Aug 16 15:51:51.878694 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Allocated IP 172.27.2.184 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/7a7d2060-6ef6-4fb2-852d-bba4accc245e) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:51.883717 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-3901e1c4-f54d-4ed1-be28-358022bf3f32 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/quotas/7122b4bdec8547d0a3e935427ce879a8 HTTP/1.1" status: 200 len: 375 time: 0.0243020 Aug 16 15:51:51.892253 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:51.916717 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Transition to ACTIVE for port object 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:51.922042 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064320a-1c12-4255-ae37-08ec8a490d71 None None] Pushing event updated for resources: {'Port': ['ID=d3a9c976-638b-49af-acfd-838f8106603e,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:52.002876 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Attempting to bind port d3a9c976-638b-49af-acfd-838f8106603e on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:51:52.003547 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Attempting to bind port d3a9c976-638b-49af-acfd-838f8106603e by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:51:52.009757 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Attempting to bind port d3a9c976-638b-49af-acfd-838f8106603e on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:52.044400 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:51:52.075474 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Checking segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:52.075474 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.075474 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Bound using segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:51:52.075474 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Bound port: d3a9c976-638b-49af-acfd-838f8106603e, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:51:52.075474 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.145817 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.177078 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-e42fb2d7-2508-479d-9e88-9ce1e4f216b3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2865677 Aug 16 15:51:52.211575 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] For port d3a9c976-638b-49af-acfd-838f8106603e, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:51:52.214897 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] For port d3a9c976-638b-49af-acfd-838f8106603e, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=d3a9c976-638b-49af-acfd-838f8106603e,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:51:52.226127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.283943 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.341333 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.352567 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064320a-1c12-4255-ae37-08ec8a490d71 None None] Pushing event updated for resources: {'Port': ['ID=d3a9c976-638b-49af-acfd-838f8106603e,revision_number=4']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:52.369260 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06bab3-7e25-4f85-821a-d03a9afec9e9 None None] Pushing event updated for resources: {'Port': ['ID=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:52.405447 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Attempting to bind port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:51:52.407668 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Attempting to bind port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:51:52.407668 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Attempting to bind port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 on network 94d5e196-61c4-4f63-8aae-1897d357ec31 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:52.417865 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:51:52.419194 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Checking segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:52.419664 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.420264 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Bound using segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:51:52.420710 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Bound port: 1a4d30a5-4cee-4ec4-af73-0ba495c057b3, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:51:52.421169 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.432117 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:52.436819 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:52.460282 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:52.465396 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:52.468300 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:52.483306 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'Port': ['ID=7a7d2060-6ef6-4fb2-852d-bba4accc245e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:52.529665 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-fac2303b-8aa9-4ec7-9143-fbb719a3ff93 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:51:52.538805 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-fac2303b-8aa9-4ec7-9143-fbb719a3ff93 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188893 Aug 16 15:51:52.562128 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] For port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:51:52.568763 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] For port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:51:52.588694 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:52.658306 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.686172 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:52.845678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Routers {'dcb4167b-f3de-4d7c-abd6-f78a64074141'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:51:52.846401 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:51:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['dcb4167b-f3de-4d7c-abd6-f78a64074141'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:52.849638 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06bab3-7e25-4f85-821a-d03a9afec9e9 None None] Pushing event updated for resources: {'Port': ['ID=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:53.001462 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-205b8b52-9604-41ca-bb95-adc175e1f14a service neutron] 10.222.0.30 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601359 Aug 16 15:51:53.120514 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] Set router dcb4167b-f3de-4d7c-abd6-f78a64074141 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:51:53.197415 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:53.200274 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:52Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:53.215769 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-6c88b3dd-f7ab-4135-a4d9-5421eb814ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120862 Aug 16 15:51:53.250839 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253a493-7da8-44d1-8b27-8aa44615e6d3 req-94929389-83d7-4379-96f2-6a8cdc7960a3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:53.255967 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23aee-83e7-45c1-8711-0397778703cb None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:52Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:51:53.258888 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b253a493-7da8-44d1-8b27-8aa44615e6d3 req-94929389-83d7-4379-96f2-6a8cdc7960a3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 931 time: 0.1517806 Aug 16 15:51:53.362389 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-9275c475-c0a0-425f-bc5c-753441e677af tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:51:53.371484 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-9275c475-c0a0-425f-bc5c-753441e677af tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093198 Aug 16 15:51:53.501318 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b253a493-7da8-44d1-8b27-8aa44615e6d3 req-55a04840-956d-440b-8707-8a3c5d452698 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826813 Aug 16 15:51:53.699680 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Request body: {'port': {'device_id': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:53.735074 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:47Z', 'revision_number': 4, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '1a4d30a5-4cee-4ec4-af73-0ba495c057b3', 'name': '', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'mac_address': 'fa:16:3e:71:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:45Z', 'updated_at': '2021-08-16T15:51:52Z', 'revision_number': 4, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'subnets': [{'id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:51:53.784122 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:53.815341 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524734d0-fc14-4b80-98c3-1d5ac14e5073 None None] The sync data for ids ['dcb4167b-f3de-4d7c-abd6-f78a64074141'] in dv-cinder-799668-6-iscsi is: [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:47Z', 'revision_number': 4, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '1a4d30a5-4cee-4ec4-af73-0ba495c057b3', 'name': '', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'mac_address': 'fa:16:3e:71:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:45Z', 'updated_at': '2021-08-16T15:51:52Z', 'revision_number': 4, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'subnets': [{'id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:51:53.852453 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:53.928770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:54.039240 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'Port': ['ID=7a7d2060-6ef6-4fb2-852d-bba4accc245e,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:54.049770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:54.091370 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4bb2b325-1bf5-46e8-9311-ec98e57f453d req-0eb2daaf-bd6d-403e-9180-e4b9a6aa7dcf tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.1031175 Aug 16 15:51:54.162543 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:54.162543 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2d2e562c-7790-45a7-9b97-ec6e6532bd77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0939426 Aug 16 15:51:54.626602 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-4b5b6b53-4001-43a3-94f8-404bed8180f1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--80461435&fields=id&tenant_id=d8b7369c53664ede8437a78b219d5cdc HTTP/1.1" status: 200 len: 267 time: 0.1305964 Aug 16 15:51:54.628651 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56368f33-d254-4ac0-bc83-dc1e8787cfe4 {{(pid=101075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:51:54.726413 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:54.816560 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Transition to ACTIVE for port object 56368f33-d254-4ac0-bc83-dc1e8787cfe4 will not be triggered until provisioned by entity L2. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:51:54.823767 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d3a9c976-638b-49af-acfd-838f8106603e up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:54.842631 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c69e9e-3e81-4360-89d1-40ed11eb920a req-d6522ea2-e839-4736-b5f2-82329e77cf7a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:54.852144 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09c69e9e-3e81-4360-89d1-40ed11eb920a req-d6522ea2-e839-4736-b5f2-82329e77cf7a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 931 time: 0.2110612 Aug 16 15:51:54.909538 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09c69e9e-3e81-4360-89d1-40ed11eb920a req-06139eb0-83c4-44f3-8a29-e39fb0c9f880 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567195 Aug 16 15:51:54.916984 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:54.928761 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-d45470c6-dffc-4d48-abba-0e5512bd98c8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:54.939729 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-d45470c6-dffc-4d48-abba-0e5512bd98c8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 811 time: 0.3118312 Aug 16 15:51:54.979160 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-e4d23fa1-4bfb-4e2d-9d52-3c94e29a2302 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/quotas/d8b7369c53664ede8437a78b219d5cdc HTTP/1.1" status: 200 len: 375 time: 0.0378804 Aug 16 15:51:54.999640 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Pushing event updated for resources: {'Port': ['ID=56368f33-d254-4ac0-bc83-dc1e8787cfe4,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:55.088556 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port d3a9c976-638b-49af-acfd-838f8106603e completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:55.093658 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port d3a9c976-638b-49af-acfd-838f8106603e triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:55.094677 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:55.107207 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-6a2569cd-630d-4946-983c-e104cc19c8e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214888 Aug 16 15:51:55.304846 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Attempting to bind port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:51:55.309364 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Attempting to bind port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '46454e29-e09b-4c77-ade7-5933a3d4b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6'}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:51:55.309840 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Attempting to bind port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 on network 63c032f7-d198-460f-9622-e4d87dbb8ca6 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:55.340041 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 on network 63c032f7-d198-460f-9622-e4d87dbb8ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:51:55.340509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Attempting to bind port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 on network 63c032f7-d198-460f-9622-e4d87dbb8ca6 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:51:55.378253 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d0ff49b0-5971-49f8-aaf6-892fda36e92e req-e03fce30-c7a1-4253-b1c2-a002f93042e5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.1781135 Aug 16 15:51:55.380206 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:51:55.386146 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Checking segment: {'id': '46454e29-e09b-4c77-ade7-5933a3d4b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:51:55.387146 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Bound using segment: {'id': '46454e29-e09b-4c77-ade7-5933a3d4b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6'} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:51:55.387958 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Bound port: 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46454e29-e09b-4c77-ade7-5933a3d4b45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6'}}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:51:55.388401 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:55.435489 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-0213540d-b68d-4d7e-b59e-14a05f4c6ded service neutron] 10.222.0.30 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196666 Aug 16 15:51:55.607767 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] For port 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host hv-cinder-79966, cleared binding levels {{(pid=101075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:51:55.627565 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] For port 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4,segment=NetworkSegment(46454e29-e09b-4c77-ade7-5933a3d4b45a),segment_id=46454e29-e09b-4c77-ade7-5933a3d4b45a)] {{(pid=101075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:51:55.648934 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:55.726773 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:55.741854 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-188c402d-a633-467f-91e8-e4cf811f6d14 service neutron] 10.222.0.30 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919078 Aug 16 15:51:55.755098 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.60', 63057) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:55.771781 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port d3a9c976-638b-49af-acfd-838f8106603e, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=d3a9c976-638b-49af-acfd-838f8106603e,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:51:55.857725 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:55.862956 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:55.863843 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:55.875317 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:55.879340 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] 10.222.0.60 "PUT /v2.0/ports/56368f33-d254-4ac0-bc83-dc1e8787cfe4 HTTP/1.1" status: 200 len: 1093 time: 2.2713385 Aug 16 15:51:55.894867 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'tag': '56368f33-d254-4ac0-bc83-dc1e8787cfe4'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:51:56.070444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=d3a9c976-638b-49af-acfd-838f8106603e,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:56.103291 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-3e7fa6b3-88cb-430e-b673-658b0074f229 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:56.113327 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-3e7fa6b3-88cb-430e-b673-658b0074f229 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 818 time: 0.3432574 Aug 16 15:51:56.162799 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:51:56.167547 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:56.180307 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:56.209049 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f922-7c07-4254-9d6d-11ea6f9067bd service neutron] Pushing event updated for resources: {'Port': ['ID=56368f33-d254-4ac0-bc83-dc1e8787cfe4,revision_number=3']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:56.446374 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:56.529071 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef6d5e-dac3-49fa-af38-d8d55013ded2" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b05d7-b8c3-4a85-bf69-bb8856f04925", "tag": "56368f33-d254-4ac0-bc83-dc1e8787cfe4"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:51:56.540883 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Request body: {'port': {'device_id': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'admin_state_up': True, 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:51:56.557388 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:51:56.633610 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-d2ecfa55-481d-46f2-8395-988fe37424b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:56.635666 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-d2ecfa55-481d-46f2-8395-988fe37424b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3015d42a4a44e87b7c2897e7007399c&device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 1096 time: 0.2042732 Aug 16 15:51:56.675550 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:56.685200 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162209-5ef1-491e-8430-dc35b2df8b0a req-b87e89b5-0c33-4429-a7f1-33d618ec2e75 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:56.686782 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ad162209-5ef1-491e-8430-dc35b2df8b0a req-b87e89b5-0c33-4429-a7f1-33d618ec2e75 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.2621970 Aug 16 15:51:56.839155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d3a9c976-638b-49af-acfd-838f8106603e up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:56.913057 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:56.918365 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-40db72a3-fc5d-443c-96ce-2c68bb18c155 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4 HTTP/1.1" status: 200 len: 217 time: 0.1936972 Aug 16 15:51:56.940435 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ad162209-5ef1-491e-8430-dc35b2df8b0a req-58c00883-03c8-4942-97ca-ce4479623470 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410600 Aug 16 15:51:56.986512 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-10827760-5a9e-4ef3-93f3-5cca6f33cd0a req-4122d554-4ca4-4143-85d5-8375653915de tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0778484 Aug 16 15:51:56.989370 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port d3a9c976-638b-49af-acfd-838f8106603e triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:56.989752 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:57.122513 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-96a7e8c2-9d9d-45dd-9879-6b672ed60d5e req-c09ecc41-1aa5-4b25-921e-c572255bdbc5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.1191812 Aug 16 15:51:57.130842 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Made reservation on behalf of 7122b4bdec8547d0a3e935427ce879a8 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:51:57.158184 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:57.164285 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-46a115ec-12cb-435d-a096-805c7e5c5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:57.168478 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-46a115ec-12cb-435d-a096-805c7e5c5ac4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee6610a-0526-470a-ad25-96eea8ff7b85 HTTP/1.1" status: 200 len: 852 time: 0.1742382 Aug 16 15:51:57.404211 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb66e3-9327-4f74-8a2a-902f23f5ad78 x-openstack-request-id: req-d3eb66e3-9327-4f74-8a2a-902f23f5ad78 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:51:57.404702 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b05d7-b8c3-4a85-bf69-bb8856f04925", "tag": "56368f33-d254-4ac0-bc83-dc1e8787cfe4", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:51:57.405092 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3eb66e3-9327-4f74-8a2a-902f23f5ad78 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:51:57.405837 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'tag': '56368f33-d254-4ac0-bc83-dc1e8787cfe4', 'status': 'completed', 'code': 200} Aug 16 15:51:57.416775 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-52843fe5-2f00-4316-8377-bfc40b813bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:57.523085 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Allocated IP 172.20.0.14 (94d5e196-61c4-4f63-8aae-1897d357ec31/9a76fade-3641-4a12-9a89-fdd4576968a2/0b94f275-3ace-4bed-a6da-7eb5ebb8b22d) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:51:57.743930 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:57.885998 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:57.968162 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:51:57.976407 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:51:57.983001 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:51:57.988506 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:57.989152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:57.997920 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Pushing event updated for resources: {'Port': ['ID=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:58.061434 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc75089-75bf-4e75-b12d-95ddfcc791c3 req-8e601ced-41cb-44d8-85a3-b5069dac48f9 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:58.064133 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0fc75089-75bf-4e75-b12d-95ddfcc791c3 req-8e601ced-41cb-44d8-85a3-b5069dac48f9 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0501275 Aug 16 15:51:58.103191 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-da848762-e4de-4c27-a6e3-08d88a8165bf req-839e4b39-72e0-4dfa-bb45-7511633a1b3d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0302958 Aug 16 15:51:58.107824 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-0ce8dd54-81d4-4579-855b-28cc2fc02064 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5773036 Aug 16 15:51:58.116245 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0fc75089-75bf-4e75-b12d-95ddfcc791c3 req-017b7a05-e5b6-4b7e-bdcd-62023fe05dc9 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Aug 16 15:51:58.172556 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47752) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:58.225333 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-76e29e91-b913-415c-94c0-58950768fec0 req-0866d4e8-76c6-47cd-9274-a1e9c41d9e93 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Aug 16 15:51:58.281618 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8307b2ff-ca1b-4f46-b705-0d2ae1abfe73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.371298 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8307b2ff-ca1b-4f46-b705-0d2ae1abfe73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.542538 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8307b2ff-ca1b-4f46-b705-0d2ae1abfe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.582655 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-8307b2ff-ca1b-4f46-b705-0d2ae1abfe73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b69d34fca3ed40adada5f799720b16c0&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4089937 Aug 16 15:51:58.583536 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307b2ff-ca1b-4f46-b705-0d2ae1abfe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16258880-3bef-4193-9a8c-6f47de7d4405,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:58.585350 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47762) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:58.636927 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c753a7a9-8a0d-4063-b495-cac85bb3e136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.659151 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c753a7a9-8a0d-4063-b495-cac85bb3e136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.757006 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:51:58.773637 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c753a7a9-8a0d-4063-b495-cac85bb3e136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.777234 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c753a7a9-8a0d-4063-b495-cac85bb3e136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:58.777865 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c753a7a9-8a0d-4063-b495-cac85bb3e136 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16258880-3bef-4193-9a8c-6f47de7d4405 HTTP/1.1" status: 204 len: 168 time: 0.1906903 Aug 16 15:51:58.786373 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753a7a9-8a0d-4063-b495-cac85bb3e136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16258880-3bef-4193-9a8c-6f47de7d4405,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:51:58.794196 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:51:58.794711 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:51:59.205445 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-78b98b0d-5a7f-4eb3-9822-aa81e29cc5ea req-4e1e7491-040e-4d43-85e9-c11d4fbe939b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Aug 16 15:51:59.246912 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411fb58-bb3c-4048-aa5a-fde31e429f8a req-101c6971-0a22-4241-b1f5-d0abd527e01c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:51:59.248388 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4411fb58-bb3c-4048-aa5a-fde31e429f8a req-101c6971-0a22-4241-b1f5-d0abd527e01c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0570638 Aug 16 15:51:59.288505 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4411fb58-bb3c-4048-aa5a-fde31e429f8a req-a30d5dc0-c0f5-43e7-831b-e1f7d114901b tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Aug 16 15:51:59.331693 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-61068a89-2caa-4e52-afb9-747125a761be req-f8eaedcd-a843-4f0d-a2b0-739603d2eeb7 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0288582 Aug 16 15:51:59.845135 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47818) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:51:59.943452 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-473276616-network', 'tenant_id': '40d797e02b904139beddff010ee1e7e7'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:00.065688 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-bffbf254-77e2-492d-a110-b0d302b7fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.067756 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Made reservation on behalf of 40d797e02b904139beddff010ee1e7e7 for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:00.069392 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.079081 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.179458 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.267799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47826) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:00.287885 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.313762 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-25921afe-d901-4f8e-bf51-49c031a2b535 req-85aca755-ccb5-427b-95ae-d7aeb99fb180 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0313220 Aug 16 15:52:00.331451 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:52:00.348897 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cda5d-09dd-4da7-adc4-b41e4cfdaa94,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:00.399197 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759439669818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.418505 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Unsubscribe: segment precommit_create {{(pid=101075) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 15:52:00.419680 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Added segment c7ec4117-cb72-4777-a25f-1ab28ac99296 of type vlan for network 4fc55889-cfa4-44da-a0f5-9f2676e92168 Aug 16 15:52:00.445375 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-76eac547-937d-4711-9b94-b8a917ce46d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.489110 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.524904 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7b1827d2-7539-471f-8519-dcf778f13285 req-a957daff-f183-4b57-b145-30cbc5482c09 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0385957 Aug 16 15:52:00.579048 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cf803-cd4d-4182-9fd3-c1a1a9d5aa73 req-ab0710d0-20ae-4c80-8c95-35db70abec6c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:00.581481 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-565cf803-cd4d-4182-9fd3-c1a1a9d5aa73 req-ab0710d0-20ae-4c80-8c95-35db70abec6c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.1118181 Aug 16 15:52:00.621393 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-76eac547-937d-4711-9b94-b8a917ce46d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.622819 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-565cf803-cd4d-4182-9fd3-c1a1a9d5aa73 req-a1899cd6-b83c-4155-884c-1f8f1c6f6f78 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Aug 16 15:52:00.679654 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.735266 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.736840 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:00.737728 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.782847 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-76eac547-937d-4711-9b94-b8a917ce46d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.836447 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-76eac547-937d-4711-9b94-b8a917ce46d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2b4e035fdc64753b669898c6f94b510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669522 Aug 16 15:52:00.841649 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac547-937d-4711-9b94-b8a917ce46d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ee7732-f786-4fb3-84b6-35e6f9713b67,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:00.846202 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47840) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:00.954426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-21bb6a17-99bf-4efe-b4ce-7c079378a961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:00.971604 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:01.007043 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-21bb6a17-99bf-4efe-b4ce-7c079378a961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:01.007237 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc55889-cfa4-44da-a0f5-9f2676e92168,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:01.015504 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 4fc55889-cfa4-44da-a0f5-9f2676e92168 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:52:01.191453 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-aac1000a-78ad-4088-a2dc-6a5933e59703 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3450458 Aug 16 15:52:01.194329 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47846) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:01.199273 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Request body: {'subnet': {'network_id': '4fc55889-cfa4-44da-a0f5-9f2676e92168', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-473276616-subnet', 'tenant_id': '40d797e02b904139beddff010ee1e7e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:01.262542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-21bb6a17-99bf-4efe-b4ce-7c079378a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:01.265132 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-21bb6a17-99bf-4efe-b4ce-7c079378a961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:01.268755 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-21bb6a17-99bf-4efe-b4ce-7c079378a961 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00ee7732-f786-4fb3-84b6-35e6f9713b67 HTTP/1.1" status: 204 len: 168 time: 0.4185421 Aug 16 15:52:01.276033 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb6a17-99bf-4efe-b4ce-7c079378a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ee7732-f786-4fb3-84b6-35e6f9713b67,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:01.414124 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ddd4cbf6-6548-4702-8fd7-c5d7caaf6ef5 req-e79312ae-c1e8-4175-940b-91ceff58d2f2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Aug 16 15:52:01.471306 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Made reservation on behalf of 40d797e02b904139beddff010ee1e7e7 for: {'subnet': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:01.473804 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:01.700124 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fc03fcbe-64fd-4ac3-8f04-a982e053eb04 req-50a17408-b262-4ec9-97bc-a838a70e721d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0560172 Aug 16 15:52:01.823814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b8f-24eb-4e20-bb64-a65118074c0f req-012facd3-ea03-4a2d-893d-9920b8bf040a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:01.825500 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-60c62b8f-24eb-4e20-bb64-a65118074c0f req-012facd3-ea03-4a2d-893d-9920b8bf040a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0688496 Aug 16 15:52:01.839889 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:01.902832 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-60c62b8f-24eb-4e20-bb64-a65118074c0f req-b788375a-3c97-4040-be1b-8648fb1131b1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678327 Aug 16 15:52:01.933868 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dda937a-e1ea-4d2a-a032-4d5359cd8751,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:01.968389 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Checking segment: {'id': 'c7ec4117-cb72-4777-a25f-1ab28ac99296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4fc55889-cfa4-44da-a0f5-9f2676e92168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:01.969630 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Network hostable DHCP agents. Network: 4fc55889-cfa4-44da-a0f5-9f2676e92168, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:52:02.134281 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Network 4fc55889-cfa4-44da-a0f5-9f2676e92168 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:52:02.233940 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 4fc55889-cfa4-44da-a0f5-9f2676e92168) {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:52:02.248063 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:02.248063 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:02.248818 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67846f-92a8-489d-a517-e8a64d32106d None None] Network 4fc55889-cfa4-44da-a0f5-9f2676e92168 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:02.250643 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 47896) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:02.282656 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-887308a6-1981-4f92-9891-01e0a999e16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:02.333310 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a3f3c458-c54a-4e19-a869-7e9cdd081128 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1378994 Aug 16 15:52:02.504934 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556494b-b1ec-4c8f-9d56-7c98e24aeae0 None None] Network 4fc55889-cfa4-44da-a0f5-9f2676e92168 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:02.572429 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-887308a6-1981-4f92-9891-01e0a999e16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:02.606853 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f4ed111d-0d18-46f7-81d8-9d464b61d46b req-66dfe1d4-6422-4b18-a70c-73f2732c496b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0632160 Aug 16 15:52:02.811217 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1b988e74-2235-4537-8dc9-80e76021f8cd req-f5cba930-9637-44fb-8da6-02f2c74dbd66 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Aug 16 15:52:02.834306 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-887308a6-1981-4f92-9891-01e0a999e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:02.860908 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887308a6-1981-4f92-9891-01e0a999e16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7787a5d1-1677-4285-9064-d3e79f634a08,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:02.889063 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-887308a6-1981-4f92-9891-01e0a999e16b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=899d8d970c1e4dc186df349a30d5aec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371946 Aug 16 15:52:02.892675 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47924) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:02.961449 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-211e7397-4a01-430a-9586-9c5a89a6c3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:02.965849 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:03.017721 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-211e7397-4a01-430a-9586-9c5a89a6c3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:03.189158 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc940939-8ee6-40e6-b2c5-c9bd64951598 req-e9191c84-095b-424a-aca6-d9c27c8b2c07 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:03.313402 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bc940939-8ee6-40e6-b2c5-c9bd64951598 req-e9191c84-095b-424a-aca6-d9c27c8b2c07 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.1164105 Aug 16 15:52:03.313402 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bc940939-8ee6-40e6-b2c5-c9bd64951598 req-fd97d5e9-e316-4f6e-9605-da4777604f62 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Aug 16 15:52:03.534434 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-211e7397-4a01-430a-9586-9c5a89a6c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:03.541363 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-211e7397-4a01-430a-9586-9c5a89a6c3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:03.543144 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-211e7397-4a01-430a-9586-9c5a89a6c3ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7787a5d1-1677-4285-9064-d3e79f634a08 HTTP/1.1" status: 204 len: 168 time: 0.6494472 Aug 16 15:52:03.568876 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e7397-4a01-430a-9586-9c5a89a6c3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7787a5d1-1677-4285-9064-d3e79f634a08,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:03.716466 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c2d2432f-ff66-45f4-a088-28187a0c502f req-51929478-d222-49e2-9b62-fce25b049134 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0268233 Aug 16 15:52:03.915259 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5a28e840-ac6a-44bd-bf4f-5ee78c997c20 req-37569379-e369-4fea-b942-b4f7b6de83e0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0285761 Aug 16 15:52:04.297105 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 47978) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:04.302947 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853582508-network', 'tenant_id': '2a1ff8abb37f4ab597f36d4056cc452a'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:04.427119 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99676ba8-4b4c-4290-8ea2-b97271af41dc req-f8eb75b1-fd69-4d16-89c6-9918bd6cac2a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:04.428825 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-99676ba8-4b4c-4290-8ea2-b97271af41dc req-f8eb75b1-fd69-4d16-89c6-9918bd6cac2a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0593727 Aug 16 15:52:04.479867 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Made reservation on behalf of 2a1ff8abb37f4ab597f36d4056cc452a for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:04.494807 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:04.495100 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-99676ba8-4b4c-4290-8ea2-b97271af41dc req-da3d8164-5012-4433-a210-26ed9c78baf1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508571 Aug 16 15:52:04.495198 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:04.598973 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:04.685541 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:04.714605 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:52:04.732660 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe4340-0bb4-481a-8070-d4b589450414,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:04.751798 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:04.752449 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Added segment 752d5a91-8fd9-4c53-8cf3-9711d80b3146 of type vlan for network f71c508e-7d11-42cb-b55a-9c0e459e28b9 Aug 16 15:52:04.854213 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:04.887442 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-650de3ad-baf6-4a5d-bb4a-2bb102748f35 req-80b6b3bb-1271-47cd-bbee-96002de796e6 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0543849 Aug 16 15:52:05.028848 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-80475121-b1c7-4e0b-a290-d2f9b002affa req-7a10e3d8-6a4d-4b0c-b8c6-4953e9b72d1b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0345056 Aug 16 15:52:05.031624 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:05.032959 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:05.033555 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:05.118947 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] Pushing event updated for resources: {'Network': ['ID=f71c508e-7d11-42cb-b55a-9c0e459e28b9,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:05.130007 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network f71c508e-7d11-42cb-b55a-9c0e459e28b9 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:52:05.573845 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b3361bfd-6c31-46c2-b6ae-a69867979c5f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2753937 Aug 16 15:52:05.576898 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48020) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:05.585420 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Request body: {'subnet': {'network_id': 'f71c508e-7d11-42cb-b55a-9c0e459e28b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853582508-subnet', 'tenant_id': '2a1ff8abb37f4ab597f36d4056cc452a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:05.660383 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989a8f-2a87-4486-894a-cab829ded6b1 req-4b89df2d-ff44-480d-ae4b-396e4c57bb98 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:05.662359 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17989a8f-2a87-4486-894a-cab829ded6b1 req-4b89df2d-ff44-480d-ae4b-396e4c57bb98 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0911577 Aug 16 15:52:05.714489 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17989a8f-2a87-4486-894a-cab829ded6b1 req-fc8b86c3-2345-4b3a-b40b-c6cdf286a41a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Aug 16 15:52:05.762352 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Made reservation on behalf of 2a1ff8abb37f4ab597f36d4056cc452a for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:05.764715 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:06.011726 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c696c959-37c0-44b9-9885-85ff5d733c7e req-4ae4088a-6361-4d34-a5f1-6bdedfb79d44 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0262532 Aug 16 15:52:06.131773 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:06.150226 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4ddb5d67-9c2f-47c7-8730-35c13aa97af9 req-efa1d51c-314e-488c-9f8a-1e1e18e9ff61 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0421824 Aug 16 15:52:06.191921 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c872c3-0844-4483-a135-b3191e262c2a,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:06.208526 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Checking segment: {'id': '752d5a91-8fd9-4c53-8cf3-9711d80b3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f71c508e-7d11-42cb-b55a-9c0e459e28b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:06.208961 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Network hostable DHCP agents. Network: f71c508e-7d11-42cb-b55a-9c0e459e28b9, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:52:06.417011 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Network f71c508e-7d11-42cb-b55a-9c0e459e28b9 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:52:06.585658 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, f71c508e-7d11-42cb-b55a-9c0e459e28b9) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:52:06.593598 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:06.594918 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:06.599311 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9423ca-bf27-4e4b-adcd-75fbeb9a8126 None None] Network f71c508e-7d11-42cb-b55a-9c0e459e28b9 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:06.693525 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-96581027-9436-4459-a190-3b794950dc45 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1153436 Aug 16 15:52:06.788543 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4d157-2937-49e3-8346-c5a0dc9a56cd None None] Network f71c508e-7d11-42cb-b55a-9c0e459e28b9 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:06.891598 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48062) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:06.905039 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17430b0-b573-408e-af76-a2f05bd6f537 req-f78ddbec-2f3c-4a56-87b3-57ce4f2e91fa tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:06.905039 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f17430b0-b573-408e-af76-a2f05bd6f537 req-f78ddbec-2f3c-4a56-87b3-57ce4f2e91fa tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0817664 Aug 16 15:52:06.964141 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f17430b0-b573-408e-af76-a2f05bd6f537 req-195cebb3-f9b0-4a53-866d-8b54ca82c999 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Aug 16 15:52:06.970385 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Deleting subnet 0dda937a-e1ea-4d2a-a032-4d5359cd8751 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:52:06.974602 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.022832 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.038103 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.134460 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-37387a2f-a2b8-40e8-a6dc-129d12afd617 req-e33a4dd4-cda7-403e-8bdb-a0aaed48a2c1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0317318 Aug 16 15:52:07.200289 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.226078 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dda937a-e1ea-4d2a-a032-4d5359cd8751,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:07.229850 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.233710 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a4c366a6-6979-4383-ac1c-1a369ad062bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0dda937a-e1ea-4d2a-a032-4d5359cd8751 HTTP/1.1" status: 204 len: 168 time: 0.3410738 Aug 16 15:52:07.237909 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48080) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:07.255743 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8188e31a-0525-491c-840b-09d01864ed9a req-f303bc2e-e117-4fe9-b090-ba033b4c4d71 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0341027 Aug 16 15:52:07.314828 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.346241 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Request body: {'port': {'device_id': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:07.406932 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-7b6b6d11-6e9a-4c6b-9a7a-608edabf28bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c032f7-d198-460f-9622-e4d87dbb8ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536706 Aug 16 15:52:07.409023 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.506999 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.527346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.527781 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.528885 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.529378 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > port after_create 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.529865 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.531603 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > port after_update 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.531603 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.532134 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.532547 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.532853 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.702388 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.703615 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.704026 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.704356 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:07.704848 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc55889-cfa4-44da-a0f5-9f2676e92168']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:07.739067 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ec4117-cb72-4777-a25f-1ab28ac99296') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:07.739382 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ec4117-cb72-4777-a25f-1ab28ac99296') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:07.767848 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.802567 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.814996 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-0b9d0b5f-6cd4-45a5-95e1-e788956ca764 service neutron] 10.222.0.60 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746150 Aug 16 15:52:07.816271 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:52:07.816661 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: from cryptography.utils import int_from_bytes Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: from cryptography.utils import int_from_bytes Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:52:07.820703 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:52:07.946999 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:07.956303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.002542 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-62272055-7f00-46d8-ad0c-34df4dcfd197 req-59e95b17-97aa-455a-adad-edad48abcf18 service neutron] 10.222.0.60 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653073 Aug 16 15:52:08.031151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Transition to ACTIVE for port object 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:52:08.031840 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.044154 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.046440 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] 10.222.0.30 "DELETE /v2.0/networks/4fc55889-cfa4-44da-a0f5-9f2676e92168 HTTP/1.1" status: 204 len: 168 time: 0.8078241 Aug 16 15:52:08.049369 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48108) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:08.063292 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9a8d3-36d2-4bf9-8c41-a8558719d01a admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc55889-cfa4-44da-a0f5-9f2676e92168,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:08.102686 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.107589 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Deleting subnet 33c872c3-0844-4483-a135-b3191e262c2a {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:52:08.114196 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.120038 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db420b7-ffcd-4fa8-a1a9-f587672868c0 req-7f154036-affb-4f95-8c01-e9b0fb018bc1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.128297 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1db420b7-ffcd-4fa8-a1a9-f587672868c0 req-7f154036-affb-4f95-8c01-e9b0fb018bc1 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.0670950 Aug 16 15:52:08.197428 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.205770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Pushing event updated for resources: {'Port': ['ID=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:08.216251 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.60', 63084) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:08.234713 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.260286 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1db420b7-ffcd-4fa8-a1a9-f587672868c0 req-42ffa8da-0ab7-4ae7-b515-3f0bdc87c850 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308916 Aug 16 15:52:08.290788 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-3ed5bb62-86f8-4ca5-8ed6-1210fd27c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.292551 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-3ed5bb62-86f8-4ca5-8ed6-1210fd27c6af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3015d42a4a44e87b7c2897e7007399c&device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 1096 time: 0.0678208 Aug 16 15:52:08.314503 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-624e4e99-fb7c-4d32-8ba4-8341fdce605f req-528e1ffc-680c-4508-b11e-c1eb66a49297 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0596850 Aug 16 15:52:08.320073 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Attempting to bind port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:52:08.320428 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Attempting to bind port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:52:08.320760 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Attempting to bind port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d on network 94d5e196-61c4-4f63-8aae-1897d357ec31 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:52:08.335508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d on network 94d5e196-61c4-4f63-8aae-1897d357ec31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:52:08.335508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Attempting to bind port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d on network 94d5e196-61c4-4f63-8aae-1897d357ec31 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:52:08.346161 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:52:08.346916 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Checking segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:08.347665 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Bound using segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:52:08.348298 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Bound port: 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:52:08.349248 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.424366 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] For port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:52:08.428635 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] For port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:52:08.430114 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-68e090fc-fae8-4667-aab8-ff516918e1a6 req-ccd55e35-9d76-4b3d-b90f-14ac584c9439 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0678747 Aug 16 15:52:08.447125 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-db40ffdf-dc86-41c9-afb0-c12685224ad9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.449020 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-db40ffdf-dc86-41c9-afb0-c12685224ad9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 818 time: 0.2995749 Aug 16 15:52:08.505798 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.511092 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Request body: {'port': {'device_id': '0da838e2-cb85-407d-af0b-f839537c30a2', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'admin_state_up': True, 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:08.548579 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.553888 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.554769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.556235 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 1094 time: 1.2151401 Aug 16 15:52:08.585226 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'tag': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:08.660943 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48124) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:08.667476 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c872c3-0844-4483-a135-b3191e262c2a,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:08.698373 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.703043 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1ce3351b-c471-49f6-9020-090fa101379d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/33c872c3-0844-4483-a135-b3191e262c2a HTTP/1.1" status: 204 len: 168 time: 0.6498764 Aug 16 15:52:08.703232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48136) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:08.778168 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c8a3-6203-4d7d-bc4f-6590ef826013 service neutron] Pushing event updated for resources: {'Port': ['ID=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:08.778694 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.60', 63090) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:08.833763 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-fe71897b-3e59-4a9d-ad72-33c0829b2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.835246 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-fe71897b-3e59-4a9d-ad72-33c0829b2cae service neutron] 10.222.0.60 "GET /v2.0/networks?id=63c032f7-d198-460f-9622-e4d87dbb8ca6 HTTP/1.1" status: 200 len: 913 time: 0.5239136 Aug 16 15:52:08.842938 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-b75f448c-15bf-469c-b76c-0540febb09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.845144 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-b75f448c-15bf-469c-b76c-0540febb09f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1097 time: 0.0632641 Aug 16 15:52:08.869742 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd3fd50-8747-4d70-b06a-f1e113048399" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ef859d-26bf-4e4e-afe6-ad4c39b73a14", "tag": "0b94f275-3ace-4bed-a6da-7eb5ebb8b22d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:08.899449 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-70372e4d-68b6-4495-8f8b-a0f069aba2db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4 HTTP/1.1" status: 200 len: 217 time: 0.0533297 Aug 16 15:52:08.935070 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:08.979202 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-c50880f7-fb19-4012-8305-377dd82f32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:08.980857 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-c50880f7-fb19-4012-8305-377dd82f32bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee6610a-0526-470a-ad25-96eea8ff7b85 HTTP/1.1" status: 200 len: 852 time: 0.0494525 Aug 16 15:52:08.982188 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-3611c04a-144f-47a4-9929-e753578f5e10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0932093 Aug 16 15:52:09.043454 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-e6189f4d-b15f-4a19-9c4a-88b752d4d752 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c032f7-d198-460f-9622-e4d87dbb8ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461950 Aug 16 15:52:09.095485 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-f9b3696a-3d5e-421b-8559-140ad87e6896 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:09.113197 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-f9b3696a-3d5e-421b-8559-140ad87e6896 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 811 time: 0.3220940 Aug 16 15:52:09.115873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb099-8590-4fd1-a214-29f9a92ea37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.161898 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Made reservation on behalf of 7122b4bdec8547d0a3e935427ce879a8 for: {'port': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:09.165736 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.171413 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-af243254-0942-4c5c-aec6-6b172e862651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:09.173173 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-af243254-0942-4c5c-aec6-6b172e862651 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.1774640 Aug 16 15:52:09.208672 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.221069 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-16f21544-94dc-4232-b277-25118d5ea2f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366256 Aug 16 15:52:09.239511 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > port after_create 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > port after_update 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.247462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.320655 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.321436 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.321436 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.322449 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:52:09.322934 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71c508e-7d11-42cb-b55a-9c0e459e28b9']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:09.354437 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48164) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:09.372590 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8413ca52-5bdf-499e-9f7d-0aae4032397f x-openstack-request-id: req-8413ca52-5bdf-499e-9f7d-0aae4032397f {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:09.372755 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ef859d-26bf-4e4e-afe6-ad4c39b73a14", "tag": "0b94f275-3ace-4bed-a6da-7eb5ebb8b22d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:09.372880 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8413ca52-5bdf-499e-9f7d-0aae4032397f {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:09.374017 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'tag': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d', 'status': 'completed', 'code': 200} Aug 16 15:52:09.378970 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-e78fa393-d75e-4ba7-9e1a-b2911ed41a68 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b7369c53664ede8437a78b219d5cdc HTTP/1.1" status: 200 len: 378 time: 0.2468522 Aug 16 15:52:09.403532 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'port': {'device_id': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'admin_state_up': True, 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'security_groups': ['588928a1-3777-4185-bdfd-1a3425a3c970']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:09.411884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752d5a91-8fd9-4c53-8cf3-9711d80b3146') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:09.412592 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752d5a91-8fd9-4c53-8cf3-9711d80b3146') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:09.470341 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245ca08-8f72-497d-9c8c-81e79f764af0 req-2654ae6e-9f3a-4f8c-8cf2-01c42b3f5091 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:09.472046 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9245ca08-8f72-497d-9c8c-81e79f764af0 req-2654ae6e-9f3a-4f8c-8cf2-01c42b3f5091 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 943 time: 0.1154282 Aug 16 15:52:09.473077 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.474010 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-3f2a26d2-49a5-47a5-892b-2a3c4f415127 service neutron] 10.222.0.60 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113791 Aug 16 15:52:09.538431 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f85336f6-b694-4ca0-86f5-cd831c3ba8f3 req-0a0e6376-9584-44ab-bc5b-254257b24b18 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0612774 Aug 16 15:52:09.549451 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.560491 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:52:09.560891 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: from cryptography.utils import int_from_bytes Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: from cryptography.utils import int_from_bytes Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:52:09.565856 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:52:09.626266 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-b999e64c-d537-475f-8468-3b9ad0f904f3 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922410 Aug 16 15:52:09.636879 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Allocated IP 172.20.0.3 (94d5e196-61c4-4f63-8aae-1897d357ec31/9a76fade-3641-4a12-9a89-fdd4576968a2/fad39a1d-c608-4ce8-93ad-1494e8dca90f) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:52:09.667029 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.680425 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e3df681-5fee-4a85-b313-26046e9f2ca5 req-f567dfc4-ec9b-4228-8d6c-baba60f2735e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0629432 Aug 16 15:52:09.686188 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9245ca08-8f72-497d-9c8c-81e79f764af0 req-7281ba4e-d98f-4663-b15f-278dd5587aa7 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833208 Aug 16 15:52:09.728485 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb099-8590-4fd1-a214-29f9a92ea37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.776432 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-98ef6d5e-dac3-49fa-af38-d8d55013ded2 req-f237531b-64d7-453f-8849-77ced956106f service neutron] 10.222.0.60 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725730 Aug 16 15:52:09.811956 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb099-8590-4fd1-a214-29f9a92ea37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.814345 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.847124 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.848993 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f71c508e-7d11-42cb-b55a-9c0e459e28b9 HTTP/1.1" status: 204 len: 168 time: 1.1447294 Aug 16 15:52:09.862136 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.db.api [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 15:52:09.862136 dv-cinder-799668-6-iscsi neutron-server[101075]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 15:52:09.862136 dv-cinder-799668-6-iscsi neutron-server[101075]: [parameters: {'project_id_1': 'cc3744c7fe2f43a1bd37eeee9caa8a10', 'expiration_1': datetime.datetime(2021, 8, 16, 15, 52, 9, 751772)}] Aug 16 15:52:09.862136 dv-cinder-799668-6-iscsi neutron-server[101075]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:52:09.862641 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG oslo_db.api [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:52:09.866600 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8fd12010-ce38-4c88-bb0d-dd0fc74e533a req-9d6e2212-afc0-4b26-b0c0-59614acb4993 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262678 Aug 16 15:52:09.880032 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d6f29-b412-4290-ba8b-4551faa0ff63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f71c508e-7d11-42cb-b55a-9c0e459e28b9,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:09.884146 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdb099-8590-4fd1-a214-29f9a92ea37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53329d-053a-4932-9c8a-ec2b157eda13,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:09.891937 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0dbdb099-8590-4fd1-a214-29f9a92ea37c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bc8a1ddbcc14777bfffd2a429f7aa4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2221694 Aug 16 15:52:09.892494 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48184) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:09.935772 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.944048 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-02475838-ab22-4aba-b57c-159383316033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.953342 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Made reservation on behalf of d8b7369c53664ede8437a78b219d5cdc for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:09.957617 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.978249 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-02475838-ab22-4aba-b57c-159383316033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:09.988475 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 56368f33-d254-4ac0-bc83-dc1e8787cfe4 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:52:10.059878 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.111291 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4,segment=NetworkSegment(46454e29-e09b-4c77-ade7-5933a3d4b45a),segment_id=46454e29-e09b-4c77-ade7-5933a3d4b45a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:10.122828 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '56368f33-d254-4ac0-bc83-dc1e8787cfe4', 'network_id': '63c032f7-d198-460f-9622-e4d87dbb8ca6', 'port_id': '56368f33-d254-4ac0-bc83-dc1e8787cfe4', 'mac_address': 'fa:16:3e:f9:b7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee6610a-0526-470a-ad25-96eea8ff7b85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:52:10.132282 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Allocated IP 172.20.0.7 (c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5/8060e02c-c0ed-429e-bb7e-8e829bb228be/00cc81e1-ff6b-4c5a-93a9-5d33342c1415) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:52:10.136794 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Network 94d5e196-61c4-4f63-8aae-1897d357ec31 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:52:10.139860 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Pushing event updated for resources: {'Port': ['ID=fad39a1d-c608-4ce8-93ad-1494e8dca90f,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:10.144187 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:52:10.149273 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:52:10.156031 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-ba56b40f-9d7b-4c96-916f-99f79d824d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.157027 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-ba56b40f-9d7b-4c96-916f-99f79d824d2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1097 time: 0.1089118 Aug 16 15:52:10.172960 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.175078 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-02475838-ab22-4aba-b57c-159383316033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.177374 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-02475838-ab22-4aba-b57c-159383316033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.180912 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-02475838-ab22-4aba-b57c-159383316033 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c53329d-053a-4932-9c8a-ec2b157eda13 HTTP/1.1" status: 204 len: 168 time: 0.2848473 Aug 16 15:52:10.188776 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56368f33-d254-4ac0-bc83-dc1e8787cfe4 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:10.210687 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02475838-ab22-4aba-b57c-159383316033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53329d-053a-4932-9c8a-ec2b157eda13,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:10.236816 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4,segment=NetworkSegment(46454e29-e09b-4c77-ade7-5933a3d4b45a),segment_id=46454e29-e09b-4c77-ade7-5933a3d4b45a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:10.255833 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.259698 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.297017 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48190) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:10.301869 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-297d6366-ddb1-4b71-8177-13d9336728f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.303777 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-297d6366-ddb1-4b71-8177-13d9336728f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.1283486 Aug 16 15:52:10.308242 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.355953 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-bc77672b-0519-433b-a5d7-a816e90395be tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8530710 Aug 16 15:52:10.364189 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.372819 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.374219 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=56368f33-d254-4ac0-bc83-dc1e8787cfe4,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:10.386671 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-17d8be42-d3be-425a-a3c2-eef4827e0abe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40d797e02b904139beddff010ee1e7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877724 Aug 16 15:52:10.388642 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48196) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:10.408632 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Transition to ACTIVE for port object 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:52:10.466815 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64a8-31bf-4bdd-ab04-fe383249a9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.486332 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.489552 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64a8-31bf-4bdd-ab04-fe383249a9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.585671 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.587388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.626120 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64a8-31bf-4bdd-ab04-fe383249a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.628591 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64a8-31bf-4bdd-ab04-fe383249a9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.632092 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fc0e64a8-31bf-4bdd-ab04-fe383249a9f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/532cda5d-09dd-4da7-adc4-b41e4cfdaa94 HTTP/1.1" status: 204 len: 168 time: 0.2401783 Aug 16 15:52:10.642798 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc3744c7fe2f43a1bd37eeee9caa8a10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2871821 Aug 16 15:52:10.644137 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48208) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:10.647707 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657fbcc-5145-4c1a-b710-9a3e540158a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da34b5-4ee0-4300-ab23-651678065255,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:10.673061 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:52:10.684475 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:52:10.687215 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:52:10.694798 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e64a8-31bf-4bdd-ab04-fe383249a9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cda5d-09dd-4da7-adc4-b41e4cfdaa94,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:10.744293 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f49e5-8a3e-4ddf-96f8-9f5403fc01aa req-b28b44fe-2dc5-4c98-95ce-70609d96cb8a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.745847 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-855f49e5-8a3e-4ddf-96f8-9f5403fc01aa req-b28b44fe-2dc5-4c98-95ce-70609d96cb8a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 931 time: 0.1253107 Aug 16 15:52:10.746574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'Port': ['ID=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:10.782742 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a707e883-42da-419f-ab48-d91ab4afa8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.822214 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.822912 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.828770 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a707e883-42da-419f-ab48-d91ab4afa8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:10.883251 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-855f49e5-8a3e-4ddf-96f8-9f5403fc01aa req-3b3dd74c-20e6-4fe1-895d-191dc29e0982 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089580 Aug 16 15:52:10.922073 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d8ebc-37eb-4d0b-840f-70d9707f1b7b req-c07c5869-bcb1-47e2-89d0-53352138b95a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.927402 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3b8d8ebc-37eb-4d0b-840f-70d9707f1b7b req-c07c5869-bcb1-47e2-89d0-53352138b95a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 931 time: 0.0703230 Aug 16 15:52:10.971489 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3b8d8ebc-37eb-4d0b-840f-70d9707f1b7b req-a465ee1f-e9c8-4eae-890e-e9529cce7ef6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Aug 16 15:52:10.987845 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99135b66-0982-4eb9-9851-900ea2a40692 req-a35d4691-68ae-455b-ad45-9171e1d20d68 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:10.990014 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-99135b66-0982-4eb9-9851-900ea2a40692 req-a35d4691-68ae-455b-ad45-9171e1d20d68 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 944 time: 0.0555787 Aug 16 15:52:11.028948 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-99135b66-0982-4eb9-9851-900ea2a40692 req-02e8f21e-7486-401a-a2aa-923eb8164215 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Aug 16 15:52:11.041308 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a707e883-42da-419f-ab48-d91ab4afa8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.045224 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a707e883-42da-419f-ab48-d91ab4afa8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.049923 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a707e883-42da-419f-ab48-d91ab4afa8c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2da34b5-4ee0-4300-ab23-651678065255 HTTP/1.1" status: 204 len: 168 time: 0.3977785 Aug 16 15:52:11.055345 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-848fdb87-e562-49a7-9ab9-05153456e097 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6649029 Aug 16 15:52:11.056607 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e883-42da-419f-ab48-d91ab4afa8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da34b5-4ee0-4300-ab23-651678065255,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:11.087396 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-c4ffc665-d0e1-4967-84ec-e72e9d474d51 None None] Provisioning for port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:52:11.091209 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-c4ffc665-d0e1-4967-84ec-e72e9d474d51 None None] Provisioning complete for port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:52:11.093789 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc665-d0e1-4967-84ec-e72e9d474d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.125166 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffc665-d0e1-4967-84ec-e72e9d474d51 None None] Port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:52:11.195867 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48220) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:11.210049 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f7576b71-996d-4adf-bb64-48f9cb8ee3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.329333 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f7576b71-996d-4adf-bb64-48f9cb8ee3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.405069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f7576b71-996d-4adf-bb64-48f9cb8ee3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.443485 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f7576b71-996d-4adf-bb64-48f9cb8ee3a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c308ba3f747042a59d4b66f0a9b42c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465637 Aug 16 15:52:11.444375 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7576b71-996d-4adf-bb64-48f9cb8ee3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a31274-f4bc-4a83-9fd3-6b2eb3d9d5d0,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:11.446164 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48226) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:11.487497 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:52:11.496155 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d13f432f-d879-4b3b-b585-ad8bcb3f4f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.518744 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d13f432f-d879-4b3b-b585-ad8bcb3f4f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.642372 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d13f432f-d879-4b3b-b585-ad8bcb3f4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.645238 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d13f432f-d879-4b3b-b585-ad8bcb3f4f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.646604 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d13f432f-d879-4b3b-b585-ad8bcb3f4f21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89a31274-f4bc-4a83-9fd3-6b2eb3d9d5d0 HTTP/1.1" status: 204 len: 168 time: 0.1993563 Aug 16 15:52:11.654252 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f432f-d879-4b3b-b585-ad8bcb3f4f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a31274-f4bc-4a83-9fd3-6b2eb3d9d5d0,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:11.698206 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48236) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:11.739533 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-2b28320f-528b-46f9-9378-67f770e87b38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a1ff8abb37f4ab597f36d4056cc452a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399094 Aug 16 15:52:11.741952 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48238) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:11.794564 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8b00-aedd-44e6-8746-b845117cc000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.817536 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8b00-aedd-44e6-8746-b845117cc000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.944766 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8b00-aedd-44e6-8746-b845117cc000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.947751 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8b00-aedd-44e6-8746-b845117cc000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:11.948921 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-fe1f8b00-aedd-44e6-8746-b845117cc000 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45fe4340-0bb4-481a-8070-d4b589450414 HTTP/1.1" status: 204 len: 168 time: 0.2060058 Aug 16 15:52:11.975297 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f8b00-aedd-44e6-8746-b845117cc000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe4340-0bb4-481a-8070-d4b589450414,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:12.002392 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab32d14-1cfd-4458-a26f-c9808bf1e15f req-82f0d639-5425-448c-8dbc-9497ecad36f8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:12.004281 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2ab32d14-1cfd-4458-a26f-c9808bf1e15f req-82f0d639-5425-448c-8dbc-9497ecad36f8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 931 time: 0.0704944 Aug 16 15:52:12.047643 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2ab32d14-1cfd-4458-a26f-c9808bf1e15f req-e7c52bbb-f803-4aa0-9618-b2890fe11b7b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365911 Aug 16 15:52:12.145376 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372817-c471-42f8-80cb-0c44f1855923 req-b2f6c872-9ca9-4ae5-a8c7-ec8b06b6ccdf tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:12.151086 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c6372817-c471-42f8-80cb-0c44f1855923 req-b2f6c872-9ca9-4ae5-a8c7-ec8b06b6ccdf tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 931 time: 0.0815525 Aug 16 15:52:12.185834 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afb4d-a109-420e-aede-648c3ca4fe04 req-1274fc2b-cde1-44c6-b846-6bc6dc3486fb tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:12.187485 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-735afb4d-a109-420e-aede-648c3ca4fe04 req-1274fc2b-cde1-44c6-b846-6bc6dc3486fb tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 944 time: 0.0505462 Aug 16 15:52:12.189772 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c6372817-c471-42f8-80cb-0c44f1855923 req-4df5a34c-7476-433e-94a5-784aab56d220 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 Aug 16 15:52:12.230790 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-735afb4d-a109-420e-aede-648c3ca4fe04 req-ab5f492e-1fa8-4281-9a62-7875efacba4a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Aug 16 15:52:12.883531 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Request body: {'port': {'device_id': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:12.887956 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Request body: {'port': {'device_id': '0da838e2-cb85-407d-af0b-f839537c30a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:12.936015 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-6c89aa36-790a-4ae0-9aea-5310be0bde31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0584445 Aug 16 15:52:12.945469 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:13.003567 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:13.053395 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-dbc0dc9f-8746-4b65-ad62-ca8fd5f20132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:13.054892 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-dbc0dc9f-8746-4b65-ad62-ca8fd5f20132 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.1097167 Aug 16 15:52:13.098924 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-862ddf8e-11b4-4c57-b278-aaf797c530b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346968 Aug 16 15:52:13.215797 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['56368f33-d254-4ac0-bc83-dc1e8787cfe4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:52:13.263159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc524cfb-678a-4c41-a18d-e778e52f0c99 req-7562315f-44af-4a05-bdff-d710a0817941 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:13.264605 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cc524cfb-678a-4c41-a18d-e778e52f0c99 req-7562315f-44af-4a05-bdff-d710a0817941 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 931 time: 0.0780678 Aug 16 15:52:13.336672 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cc524cfb-678a-4c41-a18d-e778e52f0c99 req-86d919ab-aec3-4ade-b653-22668f67e51e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630853 Aug 16 15:52:13.360144 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-ef18520e-c1fc-43ae-a715-1a04e7ff02fb service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108018 Aug 16 15:52:13.424542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:13.450973 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:13.466542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Transition to ACTIVE for port object 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:52:13.467784 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eb268-b5b8-4b12-8d2c-499e4b5d23e4 req-7f70507a-29f3-4c54-8273-1cc3e54f5e89 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:13.473504 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1c0eb268-b5b8-4b12-8d2c-499e4b5d23e4 req-7f70507a-29f3-4c54-8273-1cc3e54f5e89 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 931 time: 0.1680746 Aug 16 15:52:13.564074 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:13.821781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595a4b4-a82e-4bd8-a796-7bd77a4d221a req-434ee794-0f80-4746-aa52-2e443fcfe8a5 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:13.829563 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1595a4b4-a82e-4bd8-a796-7bd77a4d221a req-434ee794-0f80-4746-aa52-2e443fcfe8a5 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 944 time: 0.3519239 Aug 16 15:52:13.831133 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1c0eb268-b5b8-4b12-8d2c-499e4b5d23e4 req-15071b39-ab22-4f7b-9f81-3fc35301bfc4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498445 Aug 16 15:52:13.842251 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cd3fd50-8747-4d70-b06a-f1e113048399 req-35dd88d8-d066-4fae-b4cf-1b918dfb1ad1 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680336 Aug 16 15:52:13.847439 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad39a1d-c608-4ce8-93ad-1494e8dca90f {{(pid=101075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:13.852193 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Pushing event updated for resources: {'Port': ['ID=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:13.857086 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:13.873713 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Transition to ACTIVE for port object fad39a1d-c608-4ce8-93ad-1494e8dca90f will not be triggered until provisioned by entity L2. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:52:13.935130 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1595a4b4-a82e-4bd8-a796-7bd77a4d221a req-7a67d85e-7d84-4194-92f6-80fcb54b408d tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046789 Aug 16 15:52:13.949021 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:13.978211 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Attempting to bind port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:52:13.982310 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Attempting to bind port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:52:13.982799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Attempting to bind port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:52:13.988962 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:52:13.989295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Attempting to bind port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:52:13.994707 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:52:13.995326 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Checking segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:13.996418 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Bound using segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:52:13.996418 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Bound port: 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:52:13.996663 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:14.001491 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Pushing event updated for resources: {'Port': ['ID=fad39a1d-c608-4ce8-93ad-1494e8dca90f,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:14.119048 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Attempting to bind port fad39a1d-c608-4ce8-93ad-1494e8dca90f on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:52:14.119448 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Attempting to bind port fad39a1d-c608-4ce8-93ad-1494e8dca90f by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:52:14.119982 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Attempting to bind port fad39a1d-c608-4ce8-93ad-1494e8dca90f on network 94d5e196-61c4-4f63-8aae-1897d357ec31 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:52:14.120258 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] For port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:52:14.124748 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] For port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:52:14.125026 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Port fad39a1d-c608-4ce8-93ad-1494e8dca90f on network 94d5e196-61c4-4f63-8aae-1897d357ec31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:52:14.125558 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Attempting to bind port fad39a1d-c608-4ce8-93ad-1494e8dca90f on network 94d5e196-61c4-4f63-8aae-1897d357ec31 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:52:14.130896 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:52:14.131465 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Checking segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:14.131914 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Bound using segment: {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:52:14.132401 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Bound port: fad39a1d-c608-4ce8-93ad-1494e8dca90f, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25966a0b-18a0-41e8-a8ad-a1b84c963448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31'}}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:52:14.132815 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:14.194203 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:14.223672 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] For port fad39a1d-c608-4ce8-93ad-1494e8dca90f, host hv-cinder-79966, cleared binding levels {{(pid=101075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:52:14.228241 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] For port fad39a1d-c608-4ce8-93ad-1494e8dca90f, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:52:14.245567 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:14.246357 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:14.248119 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 200 len: 1093 time: 1.3704557 Aug 16 15:52:14.250790 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:14.253362 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28733f91-3430-41b4-94b9-91c49de22ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:14.284404 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1122c8-ee70-436e-b64b-3a7c521954a0 service neutron] Pushing event updated for resources: {'Port': ['ID=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:14.311579 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:14.367712 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:14.368698 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:14.369419 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d59034-8c84-45eb-a4fd-d580374aa091 x-openstack-request-id: req-77d59034-8c84-45eb-a4fd-d580374aa091 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:14.369702 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:14.370143 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77d59034-8c84-45eb-a4fd-d580374aa091 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:14.370451 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] 10.222.0.60 "PUT /v2.0/ports/fad39a1d-c608-4ce8-93ad-1494e8dca90f HTTP/1.1" status: 200 len: 1093 time: 1.4912868 Aug 16 15:52:14.370580 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'status': 'completed', 'code': 200} Aug 16 15:52:14.371052 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da838e2-cb85-407d-af0b-f839537c30a2', 'tag': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:14.373509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752bb945-1135-48ad-91d8-def31706c350" -d '{"events": [{"name": "network-changed", "server_uuid": "0da838e2-cb85-407d-af0b-f839537c30a2", "tag": "fad39a1d-c608-4ce8-93ad-1494e8dca90f"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:14.511362 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f890c134-210f-4916-959f-0bf2e074d547 x-openstack-request-id: req-f890c134-210f-4916-959f-0bf2e074d547 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:14.511999 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da838e2-cb85-407d-af0b-f839537c30a2", "tag": "fad39a1d-c608-4ce8-93ad-1494e8dca90f", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:14.512427 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f890c134-210f-4916-959f-0bf2e074d547 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:14.513507 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da838e2-cb85-407d-af0b-f839537c30a2', 'tag': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f', 'status': 'completed', 'code': 200} Aug 16 15:52:14.535743 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b64a73-308a-4ee4-8ada-d91004f56c16 service neutron] Pushing event updated for resources: {'Port': ['ID=fad39a1d-c608-4ce8-93ad-1494e8dca90f,revision_number=3']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:14.595511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733f91-3430-41b4-94b9-91c49de22ce2 req-792b7f8c-d71f-47ce-894f-86190bf4d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:14.597904 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-28733f91-3430-41b4-94b9-91c49de22ce2 req-792b7f8c-d71f-47ce-894f-86190bf4d810 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1096 time: 0.1697240 Aug 16 15:52:14.697638 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb945-1135-48ad-91d8-def31706c350 req-e55a6afc-4d43-4a42-b15b-1f3b95197ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:14.702973 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-752bb945-1135-48ad-91d8-def31706c350 req-e55a6afc-4d43-4a42-b15b-1f3b95197ceb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 1096 time: 0.1884656 Aug 16 15:52:14.707696 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d2031-3449-4f7a-ba8a-1f4a33e77fcb req-aaef488b-7f21-4ce2-bf58-33574f5cfd2f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:14.709228 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7f3d2031-3449-4f7a-ba8a-1f4a33e77fcb req-aaef488b-7f21-4ce2-bf58-33574f5cfd2f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 943 time: 0.1582620 Aug 16 15:52:14.853444 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7f3d2031-3449-4f7a-ba8a-1f4a33e77fcb req-def8e4f4-e7ac-48bf-a7a8-b01fb37787f2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280353 Aug 16 15:52:14.863653 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733f91-3430-41b4-94b9-91c49de22ce2 req-e95f1105-abd4-41fd-b07f-035f27709211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:14.865230 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-28733f91-3430-41b4-94b9-91c49de22ce2 req-e95f1105-abd4-41fd-b07f-035f27709211 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d8b7369c53664ede8437a78b219d5cdc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2532301 Aug 16 15:52:14.892999 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 56368f33-d254-4ac0-bc83-dc1e8787cfe4 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:52:15.021033 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb945-1135-48ad-91d8-def31706c350 req-7f07d5b6-4f58-40af-a246-cea14df2f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.022595 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:52:15.027507 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:52:15.027932 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:15.029659 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-752bb945-1135-48ad-91d8-def31706c350 req-7f07d5b6-4f58-40af-a246-cea14df2f356 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7122b4bdec8547d0a3e935427ce879a8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3057506 Aug 16 15:52:15.148848 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944e61-f247-4bed-9fa1-94ffdd937231 req-b485afbb-8e4d-4c0b-ae3b-bb34a42715d5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.157915 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2a944e61-f247-4bed-9fa1-94ffdd937231 req-b485afbb-8e4d-4c0b-ae3b-bb34a42715d5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 943 time: 0.2437134 Aug 16 15:52:15.228391 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:15.273692 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b648faf-19ab-4443-808d-d9a33f98b4bd req-c99c4903-d1e1-462f-b37e-beab7d984aa8 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.274905 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56368f33-d254-4ac0-bc83-dc1e8787cfe4'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:15.276211 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6b648faf-19ab-4443-808d-d9a33f98b4bd req-c99c4903-d1e1-462f-b37e-beab7d984aa8 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 944 time: 0.2420163 Aug 16 15:52:15.279687 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733f91-3430-41b4-94b9-91c49de22ce2 req-f4e9d8e3-0cd9-42f0-8abd-696ad1dd45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.281445 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-28733f91-3430-41b4-94b9-91c49de22ce2 req-f4e9d8e3-0cd9-42f0-8abd-696ad1dd45a4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4019859 Aug 16 15:52:15.298990 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2a944e61-f247-4bed-9fa1-94ffdd937231 req-9797dfb0-674f-4a0a-9a52-b3aaabfd704d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369088 Aug 16 15:52:15.344655 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6b648faf-19ab-4443-808d-d9a33f98b4bd req-a1668c13-c985-439f-b132-5ad1839cd8a5 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618777 Aug 16 15:52:15.362852 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb945-1135-48ad-91d8-def31706c350 req-27516872-14ee-4ba3-8fd6-5d7c1c3fb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.364652 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-752bb945-1135-48ad-91d8-def31706c350 req-27516872-14ee-4ba3-8fd6-5d7c1c3fb6b7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3268461 Aug 16 15:52:15.389625 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4,segment=NetworkSegment(46454e29-e09b-4c77-ade7-5933a3d4b45a),segment_id=46454e29-e09b-4c77-ade7-5933a3d4b45a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:15.414936 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-393accab-b34f-42f7-af22-57ae52b51671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.416436 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-393accab-b34f-42f7-af22-57ae52b51671 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1096 time: 0.0609651 Aug 16 15:52:15.482453 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-f015d827-13bf-47dd-bdb2-b08cea3c7c06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 200 len: 217 time: 0.0423961 Aug 16 15:52:15.489075 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-da7ec63a-5962-431f-9b4e-3332fd53b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.492716 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-da7ec63a-5962-431f-9b4e-3332fd53b455 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 1096 time: 0.0519025 Aug 16 15:52:15.493746 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:15.552505 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb038bd-399b-4b38-9ce1-b6bfbd3a1383" -d '{"events": [{"server_uuid": "df7b05d7-b8c3-4a85-bf69-bb8856f04925", "name": "network-vif-plugged", "status": "completed", "tag": "56368f33-d254-4ac0-bc83-dc1e8787cfe4"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:15.557208 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=56368f33-d254-4ac0-bc83-dc1e8787cfe4,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:15.572651 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-da9b0f8b-27a7-4bb4-97be-d95effccf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.574392 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-da9b0f8b-27a7-4bb4-97be-d95effccf039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0838699 Aug 16 15:52:15.587562 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-76a7d9cb-675b-464b-a972-f3a4cd7270bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f HTTP/1.1" status: 200 len: 217 time: 0.0811312 Aug 16 15:52:15.789890 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ccaad-9477-4089-8109-54f035cb1386 x-openstack-request-id: req-715ccaad-9477-4089-8109-54f035cb1386 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:15.790384 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b05d7-b8c3-4a85-bf69-bb8856f04925", "name": "network-vif-plugged", "status": "completed", "tag": "56368f33-d254-4ac0-bc83-dc1e8787cfe4", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:15.790826 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-715ccaad-9477-4089-8109-54f035cb1386 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:15.791327 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56368f33-d254-4ac0-bc83-dc1e8787cfe4', 'code': 200} Aug 16 15:52:15.974113 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003a817-61ba-4ebb-807d-12dcbdbfe49d req-5b129a69-9b2a-4793-b320-c938de569057 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:15.975742 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4003a817-61ba-4ebb-807d-12dcbdbfe49d req-5b129a69-9b2a-4793-b320-c938de569057 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 943 time: 0.0502903 Aug 16 15:52:16.026723 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4003a817-61ba-4ebb-807d-12dcbdbfe49d req-0ef46a23-bef9-4241-8c46-b78c17dc7d21 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364397 Aug 16 15:52:16.083930 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48430) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:16.238857 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ca9e47b7-d99a-4887-8139-c5c628487ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.352924 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ca9e47b7-d99a-4887-8139-c5c628487ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.446371 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fd679-3209-41a7-adf2-427c2bafce89 req-f21df1dc-1b0b-4c9f-a88e-f5f4af948428 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:16.447267 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ca9e47b7-d99a-4887-8139-c5c628487ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.454232 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-965fd679-3209-41a7-adf2-427c2bafce89 req-f21df1dc-1b0b-4c9f-a88e-f5f4af948428 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 943 time: 0.0586398 Aug 16 15:52:16.500036 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-965fd679-3209-41a7-adf2-427c2bafce89 req-0dbeb3a0-4c2b-4b21-9d86-053f93452dfd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Aug 16 15:52:16.505420 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ca9e47b7-d99a-4887-8139-c5c628487ade admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cb1220b1fd442e1938a427a98965637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202766 Aug 16 15:52:16.513397 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48448) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:16.513524 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e47b7-d99a-4887-8139-c5c628487ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db28969-b944-4c6f-9668-9dcca7a70bab,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:16.523192 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bf929-3764-4844-ab6e-23f48faed362 req-9d5b3c36-7a4a-44e3-afe1-399d34df4c9d tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:16.524717 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a9bf929-3764-4844-ab6e-23f48faed362 req-9d5b3c36-7a4a-44e3-afe1-399d34df4c9d tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.1072896 Aug 16 15:52:16.566691 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a9bf929-3764-4844-ab6e-23f48faed362 req-058c72ba-55f9-477c-8010-30dc496ad97f tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Aug 16 15:52:16.570965 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5b6184ed-a7a5-44ab-a9ff-2216e4ec4b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.598388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5b6184ed-a7a5-44ab-a9ff-2216e4ec4b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.759186 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5b6184ed-a7a5-44ab-a9ff-2216e4ec4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.761768 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5b6184ed-a7a5-44ab-a9ff-2216e4ec4b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:16.762934 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-5b6184ed-a7a5-44ab-a9ff-2216e4ec4b24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2db28969-b944-4c6f-9668-9dcca7a70bab HTTP/1.1" status: 204 len: 168 time: 0.2527540 Aug 16 15:52:16.771081 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6184ed-a7a5-44ab-a9ff-2216e4ec4b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db28969-b944-4c6f-9668-9dcca7a70bab,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:17.135879 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f3a33-cc8a-47a1-b87d-e5f26bfca056 req-0215df21-ffe5-45dc-ad03-e800cfeaf525 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:17.137343 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b60f3a33-cc8a-47a1-b87d-e5f26bfca056 req-0215df21-ffe5-45dc-ad03-e800cfeaf525 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 943 time: 0.0481119 Aug 16 15:52:17.175533 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b60f3a33-cc8a-47a1-b87d-e5f26bfca056 req-a101af64-03bb-4168-aa03-2b02e795083a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315256 Aug 16 15:52:17.417696 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-6f86d6ac-1abf-4393-81ae-f36adc76a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:17.419299 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48474) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:17.419889 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-6f86d6ac-1abf-4393-81ae-f36adc76a46d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556052 Aug 16 15:52:17.433716 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48476) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:17.433859 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-876a7119-146c-42c3-bcca-983af2e228be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.524101 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-876a7119-146c-42c3-bcca-983af2e228be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.595959 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-876a7119-146c-42c3-bcca-983af2e228be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.605474 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-661d1000-4e3a-4f9e-8128-aec238e6f4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.635175 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752a2a-d328-45cb-a121-700a63809486 req-a5aa3694-4397-4eb9-91d9-7e2766104713 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:17.636704 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-30752a2a-d328-45cb-a121-700a63809486 req-a5aa3694-4397-4eb9-91d9-7e2766104713 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 943 time: 0.0765760 Aug 16 15:52:17.640755 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-876a7119-146c-42c3-bcca-983af2e228be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=711f20a1a03942aa92332b1914498963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170985 Aug 16 15:52:17.640755 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a7119-146c-42c3-bcca-983af2e228be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc2f41-c311-4bdf-86ca-a612cb744ecb,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:17.641843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48482) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:17.714943 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a2207602-20cf-43c9-90e6-d7cf16238aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.724278 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-30752a2a-d328-45cb-a121-700a63809486 req-6c3a4384-cd07-4e3e-a938-f3d0b82977ec tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599198 Aug 16 15:52:17.775746 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a2207602-20cf-43c9-90e6-d7cf16238aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.782666 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-661d1000-4e3a-4f9e-8128-aec238e6f4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.815377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb64e77-9020-4ff1-959f-f846861e1193 req-f820ae93-efcc-4a9f-aa08-f42ff1e4d752 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:17.816889 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0cb64e77-9020-4ff1-959f-f846861e1193 req-f820ae93-efcc-4a9f-aa08-f42ff1e4d752 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0992444 Aug 16 15:52:17.856829 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0cb64e77-9020-4ff1-959f-f846861e1193 req-cb8102dc-4933-4cd0-acf5-5cae5c39a908 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Aug 16 15:52:17.870750 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-661d1000-4e3a-4f9e-8128-aec238e6f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.909916 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-661d1000-4e3a-4f9e-8128-aec238e6f4aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfcaf4b758954557bc8893efc3f3be13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749427 Aug 16 15:52:17.910789 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d1000-4e3a-4f9e-8128-aec238e6f4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85486a59-c1e4-4838-af9a-5277855f8c4b,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:17.912655 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48492) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:17.932551 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a2207602-20cf-43c9-90e6-d7cf16238aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.932858 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a2207602-20cf-43c9-90e6-d7cf16238aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:17.934088 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a2207602-20cf-43c9-90e6-d7cf16238aa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1bc2f41-c311-4bdf-86ca-a612cb744ecb HTTP/1.1" status: 204 len: 168 time: 0.2912569 Aug 16 15:52:17.950882 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207602-20cf-43c9-90e6-d7cf16238aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc2f41-c311-4bdf-86ca-a612cb744ecb,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:17.976030 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3dd42081-239a-4091-9e19-d00f80f6c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.005215 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3dd42081-239a-4091-9e19-d00f80f6c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.104573 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3dd42081-239a-4091-9e19-d00f80f6c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.107151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3dd42081-239a-4091-9e19-d00f80f6c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.108289 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-3dd42081-239a-4091-9e19-d00f80f6c925 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85486a59-c1e4-4838-af9a-5277855f8c4b HTTP/1.1" status: 204 len: 168 time: 0.1946476 Aug 16 15:52:18.116328 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd42081-239a-4091-9e19-d00f80f6c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85486a59-c1e4-4838-af9a-5277855f8c4b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:18.297030 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37966-a50d-4222-9550-94a36d80bf5b req-143d888b-4e0f-4c6c-b55c-af9029f5d142 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:18.298642 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-87a37966-a50d-4222-9550-94a36d80bf5b req-143d888b-4e0f-4c6c-b55c-af9029f5d142 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 943 time: 0.0508409 Aug 16 15:52:18.334515 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:52:18.368579 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-87a37966-a50d-4222-9550-94a36d80bf5b req-8f910ccc-7c34-4ad9-8f15-72d8e061ac9f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592918 Aug 16 15:52:18.487226 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-58824d85-a15e-4cff-bec2-6442b2fa0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:18.489125 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-58824d85-a15e-4cff-bec2-6442b2fa0612 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.1292031 Aug 16 15:52:18.515248 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-c3a5d4ee-f635-4406-ab3e-569d94664378 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432209 Aug 16 15:52:18.588866 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-7edfe073-caa8-4d6a-9900-8aac0e21c7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905452 Aug 16 15:52:18.614978 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:18.633391 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'port_id': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d', 'mac_address': 'fa:16:3e:41:4a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:52:18.644676 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3698bd32-d51b-4bd8-a1a6-493539e3f2d8 req-e6c92e82-0625-42b9-9814-5528ac407f48 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223257 Aug 16 15:52:18.694439 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.728898 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-fd1f0f66-e2a0-43db-91df-f2466e8490db service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316340 Aug 16 15:52:18.733072 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.735071 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:18.784857 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:18.820922 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c29b4-1cb8-465f-b7bf-ebf410f00c7f req-426fbdeb-281f-4ff2-9d8a-d5e2c3d0342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:18.822143 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a77c29b4-1cb8-465f-b7bf-ebf410f00c7f req-426fbdeb-281f-4ff2-9d8a-d5e2c3d0342d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 1098 time: 0.1311519 Aug 16 15:52:18.852709 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-a77c29b4-1cb8-465f-b7bf-ebf410f00c7f req-48e1b986-b0dd-4f94-95e6-13f1f93ede5f service neutron] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.860949 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a14dd12-5d13-43e2-b922-fba387dd3e8a req-8e8c6bb0-bfef-4af2-8992-c16df3608009 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232436 Aug 16 15:52:18.900655 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9541-7d65-4534-a9d8-680a3889a91b req-ae898a0f-a788-421e-b78a-5a042ce3cb08 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:18.902081 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-168d9541-7d65-4534-a9d8-680a3889a91b req-ae898a0f-a788-421e-b78a-5a042ce3cb08 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 943 time: 0.0561140 Aug 16 15:52:18.922159 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:18.967472 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-168d9541-7d65-4534-a9d8-680a3889a91b req-54db17c4-2b50-4649-8664-66002424b353 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537322 Aug 16 15:52:18.992525 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:19.050169 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079137-7c9d-4147-aea5-f0d336a9e43a req-33933b46-4b57-44df-92cb-a94b604259dc tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:19.051771 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d6079137-7c9d-4147-aea5-f0d336a9e43a req-33933b46-4b57-44df-92cb-a94b604259dc tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.1063054 Aug 16 15:52:19.056705 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-a77c29b4-1cb8-465f-b7bf-ebf410f00c7f req-48e1b986-b0dd-4f94-95e6-13f1f93ede5f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.099355 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d6079137-7c9d-4147-aea5-f0d336a9e43a req-e007d8c9-02b0-4b39-a818-cdec9ed89f04 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Aug 16 15:52:19.106138 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48550) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:19.122459 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e9132b0c-a445-4fb6-bf95-e6695364adaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.141229 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-a77c29b4-1cb8-465f-b7bf-ebf410f00c7f req-48e1b986-b0dd-4f94-95e6-13f1f93ede5f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.204180 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a77c29b4-1cb8-465f-b7bf-ebf410f00c7f req-48e1b986-b0dd-4f94-95e6-13f1f93ede5f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725226 Aug 16 15:52:19.229892 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1b986-b0dd-4f94-95e6-13f1f93ede5f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=241577b1-3c5e-4b36-b926-ddfd5cd98298,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:19.271712 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['0b94f275-3ace-4bed-a6da-7eb5ebb8b22d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:52:19.302743 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e9132b0c-a445-4fb6-bf95-e6695364adaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.367715 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e9132b0c-a445-4fb6-bf95-e6695364adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.410857 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48564) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:19.411057 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-e9132b0c-a445-4fb6-bf95-e6695364adaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45c43ca14529450e95bc87b2b0c89b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032553 Aug 16 15:52:19.411645 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9132b0c-a445-4fb6-bf95-e6695364adaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba92937-045c-4030-b87e-d63de3f0518c,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:19.520386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc2c1-ac0f-4c76-983d-746cca3921c0 req-05e1a090-baa7-4ed8-951c-a5a952c13160 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:19.521867 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fbcc2c1-ac0f-4c76-983d-746cca3921c0 req-05e1a090-baa7-4ed8-951c-a5a952c13160 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 943 time: 0.0759006 Aug 16 15:52:19.522936 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-92c84581-3345-44de-b379-3dc9c768e9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.556560 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-92c84581-3345-44de-b379-3dc9c768e9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.586530 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fbcc2c1-ac0f-4c76-983d-746cca3921c0 req-32422b93-5b3c-4973-8328-bbe009737f98 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541594 Aug 16 15:52:19.676215 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-92c84581-3345-44de-b379-3dc9c768e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.679305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-92c84581-3345-44de-b379-3dc9c768e9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:19.680570 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-92c84581-3345-44de-b379-3dc9c768e9b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ba92937-045c-4030-b87e-d63de3f0518c HTTP/1.1" status: 204 len: 168 time: 0.2677271 Aug 16 15:52:19.689508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c84581-3345-44de-b379-3dc9c768e9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba92937-045c-4030-b87e-d63de3f0518c,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:20.105930 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f162d-8494-4939-8caa-f1f18a048f2f req-6539a579-f24d-4720-abec-30ad3611490e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:20.107596 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d00f162d-8494-4939-8caa-f1f18a048f2f req-6539a579-f24d-4720-abec-30ad3611490e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 943 time: 0.0598366 Aug 16 15:52:20.191258 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d00f162d-8494-4939-8caa-f1f18a048f2f req-93a46a6b-5c1b-4128-a7a4-100a4e08bdba tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765166 Aug 16 15:52:20.279354 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7928f6-6550-4198-a82d-3a76d66744fa req-ef48eb47-df25-4535-a5cf-725152c2d219 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:20.281796 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2e7928f6-6550-4198-a82d-3a76d66744fa req-ef48eb47-df25-4535-a5cf-725152c2d219 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0801771 Aug 16 15:52:20.337515 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2e7928f6-6550-4198-a82d-3a76d66744fa req-5dc85703-6b98-4cd4-b23c-cf912f286f1e tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Aug 16 15:52:20.713493 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29db1b7-c52c-4776-93c0-72a799999289 req-6dbaaac6-47d3-4954-8a87-aa0100517288 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:20.715058 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e29db1b7-c52c-4776-93c0-72a799999289 req-6dbaaac6-47d3-4954-8a87-aa0100517288 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 943 time: 0.0596998 Aug 16 15:52:20.766628 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e29db1b7-c52c-4776-93c0-72a799999289 req-cd17a68d-2699-4977-841a-4a6e7ec6397b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405779 Aug 16 15:52:20.982565 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:52:21.086326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:52:21.175869 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:21.187432 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'port_id': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'mac_address': 'fa:16:3e:67:45:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:52:21.227290 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:21.240934 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:21.262614 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:21.335345 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd0e2a-5662-43b0-9cb6-5712f318223d req-97f949d5-9ec5-4634-a6d5-e4833dd36148 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:21.343259 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-93dd0e2a-5662-43b0-9cb6-5712f318223d req-97f949d5-9ec5-4634-a6d5-e4833dd36148 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 943 time: 0.0660849 Aug 16 15:52:21.344885 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:52:21.349661 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:52:21.356795 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:21.443293 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-93dd0e2a-5662-43b0-9cb6-5712f318223d req-b23751ac-b340-4741-8144-b0419ad2e50a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906596 Aug 16 15:52:21.449243 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:21.459792 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device fad39a1d-c608-4ce8-93ad-1494e8dca90f details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:52:21.498154 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:21.505541 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ad8e-95a8-4a1f-b00c-e8c1710e0006 req-869bb39b-18cf-4be0-bd24-2d7b011d586e tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:21.507193 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a75ad8e-95a8-4a1f-b00c-e8c1710e0006 req-869bb39b-18cf-4be0-bd24-2d7b011d586e tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0573947 Aug 16 15:52:21.556680 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a75ad8e-95a8-4a1f-b00c-e8c1710e0006 req-b6b0cd82-09af-44e9-91a8-15dec58ad443 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Aug 16 15:52:21.608870 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:21.611152 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4c53b0-ee85-4df7-a39b-4a30e191418a" -d '{"events": [{"server_uuid": "b0ef859d-26bf-4e4e-afe6-ad4c39b73a14", "name": "network-vif-plugged", "status": "completed", "tag": "0b94f275-3ace-4bed-a6da-7eb5ebb8b22d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:21.647298 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:21.648537 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:21.677704 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f0587-c61b-40d5-81b5-832e1c828ce6 x-openstack-request-id: req-9f1f0587-c61b-40d5-81b5-832e1c828ce6 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:21.678025 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef859d-26bf-4e4e-afe6-ad4c39b73a14", "name": "network-vif-plugged", "status": "completed", "tag": "0b94f275-3ace-4bed-a6da-7eb5ebb8b22d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:21.678292 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f1f0587-c61b-40d5-81b5-832e1c828ce6 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:21.678776 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d', 'code': 200} Aug 16 15:52:21.685535 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port fad39a1d-c608-4ce8-93ad-1494e8dca90f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:21.700472 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f', 'network_id': '94d5e196-61c4-4f63-8aae-1897d357ec31', 'port_id': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f', 'mac_address': 'fa:16:3e:52:d1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a76fade-3641-4a12-9a89-fdd4576968a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:52:21.712869 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:21.800835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:21.825343 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad39a1d-c608-4ce8-93ad-1494e8dca90f {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:52:21.834140 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:21.851089 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port fad39a1d-c608-4ce8-93ad-1494e8dca90f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:21.911395 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851901e1-5894-4b86-bcac-dd5a950ee19d req-bef04125-3996-4f47-9b8d-d17d8d5863ba tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:21.912778 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-851901e1-5894-4b86-bcac-dd5a950ee19d req-bef04125-3996-4f47-9b8d-d17d8d5863ba tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 944 time: 0.0600188 Aug 16 15:52:21.953111 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-851901e1-5894-4b86-bcac-dd5a950ee19d req-11d922b5-16b7-4d54-a9ef-1e7f286daf20 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343087 Aug 16 15:52:21.978861 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:22.036659 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=fad39a1d-c608-4ce8-93ad-1494e8dca90f,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:22.092770 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6de66-8e89-4e52-9d79-4994a77cc70d req-625b32e5-be91-4072-8ea2-68a581b3a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:22.094214 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1cd6de66-8e89-4e52-9d79-4994a77cc70d req-625b32e5-be91-4072-8ea2-68a581b3a9c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.0404792 Aug 16 15:52:22.132995 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1cd6de66-8e89-4e52-9d79-4994a77cc70d req-4fe2faba-f2b0-4d8c-a5dd-620c45827e4a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288203 Aug 16 15:52:22.575646 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347025d-419d-4890-85aa-249512fb669d req-e0830662-6ce6-48cb-84f3-a141165133e8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:22.580636 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c347025d-419d-4890-85aa-249512fb669d req-e0830662-6ce6-48cb-84f3-a141165133e8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 944 time: 0.0614212 Aug 16 15:52:22.617731 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c347025d-419d-4890-85aa-249512fb669d req-ef73865d-3939-4060-b547-68cc112f5c2a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343292 Aug 16 15:52:23.083697 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48722) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:23.097016 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d349f9-6fa9-4a27-85e4-dba8bbdd8699 req-e255671a-98d7-493d-9959-830f7c72a34b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:23.098705 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-44d349f9-6fa9-4a27-85e4-dba8bbdd8699 req-e255671a-98d7-493d-9959-830f7c72a34b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 944 time: 0.0759504 Aug 16 15:52:23.147407 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-44d349f9-6fa9-4a27-85e4-dba8bbdd8699 req-425f4afa-e98c-42dc-bc47-00dab01a0634 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423369 Aug 16 15:52:23.212348 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f28664db-0bb5-4ff8-b5ab-19496d9b95cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.303801 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f28664db-0bb5-4ff8-b5ab-19496d9b95cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.390372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f28664db-0bb5-4ff8-b5ab-19496d9b95cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.432347 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f28664db-0bb5-4ff8-b5ab-19496d9b95cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=248f5343a701423191061e041f43711c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473134 Aug 16 15:52:23.433457 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28664db-0bb5-4ff8-b5ab-19496d9b95cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501309f0-25fb-4014-a6d2-e81f2fe537a8,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:23.434957 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48734) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:23.482653 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b63b48ac-2706-42f9-ae50-346509396fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.506809 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b63b48ac-2706-42f9-ae50-346509396fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.741638 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231949ac-8aa2-49db-a281-4ff1dd50f42f req-bbc8bd38-a13d-44b2-a477-8f17cc6761a2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:23.743199 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-231949ac-8aa2-49db-a281-4ff1dd50f42f req-bbc8bd38-a13d-44b2-a477-8f17cc6761a2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 944 time: 0.0500417 Aug 16 15:52:23.780967 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-231949ac-8aa2-49db-a281-4ff1dd50f42f req-e5cfc103-8d58-4c5a-a050-e059efcf194f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Aug 16 15:52:23.837119 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b63b48ac-2706-42f9-ae50-346509396fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.839696 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b63b48ac-2706-42f9-ae50-346509396fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:23.840979 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b63b48ac-2706-42f9-ae50-346509396fe9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/501309f0-25fb-4014-a6d2-e81f2fe537a8 HTTP/1.1" status: 204 len: 168 time: 0.4049201 Aug 16 15:52:23.849683 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b48ac-2706-42f9-ae50-346509396fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501309f0-25fb-4014-a6d2-e81f2fe537a8,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:24.271299 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6ca1c-aa2b-40f3-a462-dd0371e93cd4 req-fb6d6f18-6712-4488-acf3-2df42f2b75ef tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:24.272805 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-61d6ca1c-aa2b-40f3-a462-dd0371e93cd4 req-fb6d6f18-6712-4488-acf3-2df42f2b75ef tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 944 time: 0.0521257 Aug 16 15:52:24.312731 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-61d6ca1c-aa2b-40f3-a462-dd0371e93cd4 req-23a47aeb-7d40-46e9-ab66-000b01b1291a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338337 Aug 16 15:52:24.542320 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 48762) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:24.556163 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-0c399132-149f-460e-9710-1d3ab35d3656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.642078 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-0c399132-149f-460e-9710-1d3ab35d3656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.712871 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-0c399132-149f-460e-9710-1d3ab35d3656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.751658 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-0c399132-149f-460e-9710-1d3ab35d3656 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc0a436661fa486aa06035d09fbcd182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082078 Aug 16 15:52:24.752513 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c399132-149f-460e-9710-1d3ab35d3656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687be295-1b7f-401f-bdda-0cb7979fc516,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:24.754343 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48764) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:24.802160 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fda2aa58-2ea7-440f-ae4a-c84cbcb5185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.822805 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fda2aa58-2ea7-440f-ae4a-c84cbcb5185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.901151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa515f-3005-4ea2-93bc-f5229c8df282 req-ae4ea1f3-cb5d-4272-9c81-6465a79508f4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:24.902652 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-78fa515f-3005-4ea2-93bc-f5229c8df282 req-ae4ea1f3-cb5d-4272-9c81-6465a79508f4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 944 time: 0.0539622 Aug 16 15:52:24.940579 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-78fa515f-3005-4ea2-93bc-f5229c8df282 req-ebeb1b1c-8f1a-466a-91d9-98f279385cf5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Aug 16 15:52:24.952855 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fda2aa58-2ea7-440f-ae4a-c84cbcb5185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.955921 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fda2aa58-2ea7-440f-ae4a-c84cbcb5185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:24.957174 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fda2aa58-2ea7-440f-ae4a-c84cbcb5185e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/687be295-1b7f-401f-bdda-0cb7979fc516 HTTP/1.1" status: 204 len: 168 time: 0.2018356 Aug 16 15:52:24.965982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2aa58-2ea7-440f-ae4a-c84cbcb5185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687be295-1b7f-401f-bdda-0cb7979fc516,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:25.289306 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['fad39a1d-c608-4ce8-93ad-1494e8dca90f'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:52:25.335640 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['00cc81e1-ff6b-4c5a-93a9-5d33342c1415'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:52:25.482903 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdb857-4520-4996-aa6e-3c77c587004d req-8a585ab9-73e6-4ee9-a655-ff6f752f9615 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:25.485444 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-aebdb857-4520-4996-aa6e-3c77c587004d req-8a585ab9-73e6-4ee9-a655-ff6f752f9615 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 944 time: 0.0689003 Aug 16 15:52:25.535823 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-aebdb857-4520-4996-aa6e-3c77c587004d req-a302617f-781a-4998-9263-f9e66850f70e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371110 Aug 16 15:52:26.058500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1931b-7db7-4c11-ac9f-72bc6f89fbd6 req-068150bc-8dea-4360-aae0-6708e3fc9e05 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:26.060035 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-02e1931b-7db7-4c11-ac9f-72bc6f89fbd6 req-068150bc-8dea-4360-aae0-6708e3fc9e05 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 944 time: 0.0505974 Aug 16 15:52:26.098906 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-02e1931b-7db7-4c11-ac9f-72bc6f89fbd6 req-e066902a-2e64-45fd-82d0-1db94191c7e1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Aug 16 15:52:26.710436 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb9ce1-f359-40fe-86e7-742655f7fb6f req-3f876266-ad2c-40fc-80dc-9ea1cf1e1f52 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:26.712229 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dabb9ce1-f359-40fe-86e7-742655f7fb6f req-3f876266-ad2c-40fc-80dc-9ea1cf1e1f52 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 944 time: 0.1011066 Aug 16 15:52:26.773187 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dabb9ce1-f359-40fe-86e7-742655f7fb6f req-30260903-e1c5-4d3f-b934-117651df1d68 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506651 Aug 16 15:52:26.996258 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device fad39a1d-c608-4ce8-93ad-1494e8dca90f up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:52:27.098402 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port fad39a1d-c608-4ce8-93ad-1494e8dca90f completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:52:27.102394 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port fad39a1d-c608-4ce8-93ad-1494e8dca90f triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:52:27.102794 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.182549 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.206823 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da838e2-cb85-407d-af0b-f839537c30a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:27.211226 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671eb75-467e-4122-8a5c-a56aa1a8965d" -d '{"events": [{"server_uuid": "0da838e2-cb85-407d-af0b-f839537c30a2", "name": "network-vif-plugged", "status": "completed", "tag": "fad39a1d-c608-4ce8-93ad-1494e8dca90f"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:27.224938 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port fad39a1d-c608-4ce8-93ad-1494e8dca90f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:27.232165 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ec7e8-c5e0-48b5-8f06-9119c9b14263 req-10de13cc-1708-448b-a88a-1024286dcc83 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:27.245889 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-967ec7e8-c5e0-48b5-8f06-9119c9b14263 req-10de13cc-1708-448b-a88a-1024286dcc83 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 944 time: 0.0644286 Aug 16 15:52:27.304556 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-967ec7e8-c5e0-48b5-8f06-9119c9b14263 req-74045e8b-bd4f-4f92-81c6-de9eaba21cde tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563610 Aug 16 15:52:27.322000 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.322899 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:52:27.363015 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a9508-7a57-43bb-b364-a5945c7e518f x-openstack-request-id: req-916a9508-7a57-43bb-b364-a5945c7e518f {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:27.363324 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da838e2-cb85-407d-af0b-f839537c30a2", "name": "network-vif-plugged", "status": "completed", "tag": "fad39a1d-c608-4ce8-93ad-1494e8dca90f", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:27.363580 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-916a9508-7a57-43bb-b364-a5945c7e518f {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:27.363974 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da838e2-cb85-407d-af0b-f839537c30a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f', 'code': 200} Aug 16 15:52:27.392658 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-cbe62324-cb5d-497e-984a-de8b09b2e0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.458939 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=fad39a1d-c608-4ce8-93ad-1494e8dca90f,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:27.599071 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:52:27.606003 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:52:27.606003 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.683677 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.718708 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:27.808830 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:27.869328 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:27.895717 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48878) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:27.951650 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6757479-1f1f-4384-9771-a0b3fa98e73c req-1986014c-9030-4e9a-b107-db594db2b2f0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:27.953187 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d6757479-1f1f-4384-9771-a0b3fa98e73c req-1986014c-9030-4e9a-b107-db594db2b2f0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0632172 Aug 16 15:52:27.999863 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d6757479-1f1f-4384-9771-a0b3fa98e73c req-f0293458-b444-447d-a1ce-c1f33c1ad0e7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394487 Aug 16 15:52:28.118647 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f52b3fb7-6b27-4816-8c6c-e4faebf19eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.211283 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f52b3fb7-6b27-4816-8c6c-e4faebf19eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.292843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f52b3fb7-6b27-4816-8c6c-e4faebf19eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.346641 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b3fb7-6b27-4816-8c6c-e4faebf19eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd1ed1e-c047-4f8f-890e-40ab7bc5e30d,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:28.346641 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f52b3fb7-6b27-4816-8c6c-e4faebf19eaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ce8d03e9e174c6d90d0fbbed49f0c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406338 Aug 16 15:52:28.346641 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48904) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:28.401615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f79c361-798a-4bca-be8f-55528a5192b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.424245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f79c361-798a-4bca-be8f-55528a5192b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.425227 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dde63b-942c-4c4c-96b5-67e0c79099b0 req-361075ea-d4d9-4a18-868e-d2fdc053b56e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:28.426344 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-46dde63b-942c-4c4c-96b5-67e0c79099b0 req-361075ea-d4d9-4a18-868e-d2fdc053b56e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0522597 Aug 16 15:52:28.476775 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-46dde63b-942c-4c4c-96b5-67e0c79099b0 req-ac353175-830b-438d-9d73-1159a736c299 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Aug 16 15:52:28.579421 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f79c361-798a-4bca-be8f-55528a5192b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.582279 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f79c361-798a-4bca-be8f-55528a5192b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:28.583477 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4f79c361-798a-4bca-be8f-55528a5192b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cd1ed1e-c047-4f8f-890e-40ab7bc5e30d HTTP/1.1" status: 204 len: 168 time: 0.2441301 Aug 16 15:52:28.591395 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c361-798a-4bca-be8f-55528a5192b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd1ed1e-c047-4f8f-890e-40ab7bc5e30d,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:29.122500 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e49a8-8103-41ee-bba9-3db46236fb8e req-7d73da35-26dd-4485-8303-205e6835e629 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:29.122500 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-845e49a8-8103-41ee-bba9-3db46236fb8e req-7d73da35-26dd-4485-8303-205e6835e629 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0490057 Aug 16 15:52:29.159333 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-845e49a8-8103-41ee-bba9-3db46236fb8e req-cc0543dc-13f5-4def-9a7f-a9611c29c7e1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313146 Aug 16 15:52:29.231655 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48924) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:29.245992 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cee837fa-9c81-4d2f-973c-b9a40271db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.335159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cee837fa-9c81-4d2f-973c-b9a40271db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.365396 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:29.367749 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e57c8f5-ce24-4400-9bee-7c0823e67c08" -d '{"events": [{"server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "name": "network-vif-plugged", "status": "completed", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:29.402448 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d764253-4627-41ad-bb0e-bb954270f21f x-openstack-request-id: req-9d764253-4627-41ad-bb0e-bb954270f21f {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:29.403103 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "name": "network-vif-plugged", "status": "completed", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:29.403426 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d764253-4627-41ad-bb0e-bb954270f21f {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:29.403889 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'code': 200} Aug 16 15:52:29.515895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cee837fa-9c81-4d2f-973c-b9a40271db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.555475 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-cee837fa-9c81-4d2f-973c-b9a40271db51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1765a6edca4463793d49ba8af25f7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227196 Aug 16 15:52:29.556841 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee837fa-9c81-4d2f-973c-b9a40271db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03e3ed-710b-45b8-8712-03e94ad76b40,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:29.559195 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48938) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:29.605995 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca77b7-16c5-4118-83bd-d96772db3d17 req-37535d35-9e4c-4bb3-8505-65102f6fa214 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:29.607514 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-16ca77b7-16c5-4118-83bd-d96772db3d17 req-37535d35-9e4c-4bb3-8505-65102f6fa214 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0548427 Aug 16 15:52:29.611743 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d24a2f2-f4bd-460d-8c16-4ffdf608a63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.632984 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d24a2f2-f4bd-460d-8c16-4ffdf608a63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.645823 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-16ca77b7-16c5-4118-83bd-d96772db3d17 req-af6ff706-25fd-4c9f-8455-0c302df49814 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 16 15:52:29.778254 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d24a2f2-f4bd-460d-8c16-4ffdf608a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.780805 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d24a2f2-f4bd-460d-8c16-4ffdf608a63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:29.781932 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-9d24a2f2-f4bd-460d-8c16-4ffdf608a63f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf03e3ed-710b-45b8-8712-03e94ad76b40 HTTP/1.1" status: 204 len: 168 time: 0.2216876 Aug 16 15:52:29.790401 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24a2f2-f4bd-460d-8c16-4ffdf608a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03e3ed-710b-45b8-8712-03e94ad76b40,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:30.076099 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a2ece49e-f1b9-496a-a1a8-a7a46f28f652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:30.274699 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da18e49-2fba-4b86-b0f2-a37a009fb0e8 req-0d600438-9481-4434-941c-c9f7b10eedf3 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:30.276323 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9da18e49-2fba-4b86-b0f2-a37a009fb0e8 req-0d600438-9481-4434-941c-c9f7b10eedf3 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Aug 16 15:52:30.320040 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9da18e49-2fba-4b86-b0f2-a37a009fb0e8 req-fe000723-6b15-43da-a783-904257900eae tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372691 Aug 16 15:52:30.512948 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:30.588311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c014e7-ed87-4ba9-b434-eb3ff6e993b7 req-cc51135f-f04f-41cd-b3cc-063ae66924ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:30.590027 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-97c014e7-ed87-4ba9-b434-eb3ff6e993b7 req-cc51135f-f04f-41cd-b3cc-063ae66924ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 1098 time: 0.0479674 Aug 16 15:52:30.628602 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-97c014e7-ed87-4ba9-b434-eb3ff6e993b7 req-944e8f3a-8f79-493d-98f8-9b0a232effc3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Aug 16 15:52:30.774414 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854d6e3-1e83-451b-afae-0b7b1f28b499 req-98546093-a277-41b3-b07c-ca94b4069221 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:30.775981 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8854d6e3-1e83-451b-afae-0b7b1f28b499 req-98546093-a277-41b3-b07c-ca94b4069221 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0530555 Aug 16 15:52:30.815929 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8854d6e3-1e83-451b-afae-0b7b1f28b499 req-07885883-9f90-459b-99f3-f73f11c70861 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Aug 16 15:52:30.925127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48978) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:30.975804 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.024787 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec95a1-8a35-4de3-93c6-f89d52a0ec10 req-968ec728-6794-4e16-8b9a-a34e6dfe5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:31.026210 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dcec95a1-8a35-4de3-93c6-f89d52a0ec10 req-968ec728-6794-4e16-8b9a-a34e6dfe5f3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1098 time: 0.0465622 Aug 16 15:52:31.031240 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2018102606-network', 'tenant_id': '9c4a7908c7ef458c8abef362c36ef4ed'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:31.062977 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dcec95a1-8a35-4de3-93c6-f89d52a0ec10 req-1d0742d3-ba8e-4239-852f-e2ae1aafe12c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284650 Aug 16 15:52:31.115433 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Made reservation on behalf of 9c4a7908c7ef458c8abef362c36ef4ed for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:31.117687 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.125973 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.218605 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.332711 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.355543 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:52:31.369009 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb814ff4-bb6c-4cb3-9f41-b4b4c0bc6c7e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:31.374148 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.374513 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Added segment 0d9731fd-7953-4f9b-a150-bc8826c119b9 of type vlan for network 46d7aaa9-21bb-4d79-bb80-91fd4b57a931 Aug 16 15:52:31.424177 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.449975 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168aae3-d615-4e04-b474-8877789d73eb req-2c0553da-2f43-4b82-bde4-3c0136ac8c58 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:31.455574 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4168aae3-d615-4e04-b474-8877789d73eb req-2c0553da-2f43-4b82-bde4-3c0136ac8c58 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0575142 Aug 16 15:52:31.489822 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4168aae3-d615-4e04-b474-8877789d73eb req-cbdd09b4-bcb3-4b4e-bf74-17c20765d9a7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327721 Aug 16 15:52:31.536169 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.537363 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:31.538033 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:31.599170 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] Pushing event updated for resources: {'Network': ['ID=46d7aaa9-21bb-4d79-bb80-91fd4b57a931,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:31.609881 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 46d7aaa9-21bb-4d79-bb80-91fd4b57a931 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:52:31.662503 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0e141ea8-ae94-4993-8c1c-aabdb8409081 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7362669 Aug 16 15:52:31.665351 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 48998) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:31.670130 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Request body: {'subnet': {'network_id': '46d7aaa9-21bb-4d79-bb80-91fd4b57a931', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2018102606-subnet', 'tenant_id': '9c4a7908c7ef458c8abef362c36ef4ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:31.743448 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Made reservation on behalf of 9c4a7908c7ef458c8abef362c36ef4ed for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:31.745823 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:32.128480 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8a6e0-3951-47c3-8bbc-51746993c16b req-d0172ae4-8ed9-4792-a45d-66562c514b98 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:32.129869 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d5e8a6e0-3951-47c3-8bbc-51746993c16b req-d0172ae4-8ed9-4792-a45d-66562c514b98 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0601974 Aug 16 15:52:32.166093 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d5e8a6e0-3951-47c3-8bbc-51746993c16b req-cf3b296f-e3b5-4c38-9571-2ea972331070 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302494 Aug 16 15:52:32.190982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:32.238716 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26787bd6-f825-4dc7-ae58-9681189edb1c,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:32.254827 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Checking segment: {'id': '0d9731fd-7953-4f9b-a150-bc8826c119b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '46d7aaa9-21bb-4d79-bb80-91fd4b57a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:32.255206 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Network hostable DHCP agents. Network: 46d7aaa9-21bb-4d79-bb80-91fd4b57a931, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:52:32.330181 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Network 46d7aaa9-21bb-4d79-bb80-91fd4b57a931 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:52:32.426947 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 46d7aaa9-21bb-4d79-bb80-91fd4b57a931) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:52:32.431108 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:32.431976 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:32.436093 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8894b3-6f81-4d1a-990f-ad97a793f157 None None] Network 46d7aaa9-21bb-4d79-bb80-91fd4b57a931 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:32.519548 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a5c79156-e4b1-4bd5-9689-25981680cc73 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8531632 Aug 16 15:52:32.568427 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d7653-341c-4fb1-b146-873c577a61f5 None None] Network 46d7aaa9-21bb-4d79-bb80-91fd4b57a931 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:32.622370 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0315b-0423-45f5-9d93-842203798110 req-59d48a36-79a4-4905-9935-74082aae32f0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:32.624855 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7ce0315b-0423-45f5-9d93-842203798110 req-59d48a36-79a4-4905-9935-74082aae32f0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0566850 Aug 16 15:52:32.666731 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7ce0315b-0423-45f5-9d93-842203798110 req-1ee29812-c026-4ed9-8886-2dc5ac4230f5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355282 Aug 16 15:52:32.838859 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.218945 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49038) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:33.224192 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2138380232-network', 'tenant_id': '0970713a21144f02a1ccac25bbda05b1'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:33.290078 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e20ad-383e-456f-bea0-471649d991b1 req-9dee131e-9a8e-4711-8016-c23cc40db63a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:33.291576 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ac7e20ad-383e-456f-bea0-471649d991b1 req-9dee131e-9a8e-4711-8016-c23cc40db63a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0575337 Aug 16 15:52:33.330463 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ac7e20ad-383e-456f-bea0-471649d991b1 req-45b1a912-383e-4ed5-af8a-efca452dda34 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Aug 16 15:52:33.354704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Made reservation on behalf of 0970713a21144f02a1ccac25bbda05b1 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:33.357013 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.365903 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.451644 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.529864 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.554202 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:52:33.568363 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac69e9-8d7c-4e7f-9938-9e46be64ae92,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:33.569399 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.569724 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Added segment d2d98119-3d20-43d5-92fd-b3341d638f94 of type vlan for network ff1697bc-d862-46c5-add1-46977e9e17d6 Aug 16 15:52:33.608003 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.690682 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.691574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:33.692156 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:33.751230 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1697bc-d862-46c5-add1-46977e9e17d6,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:33.761895 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network ff1697bc-d862-46c5-add1-46977e9e17d6 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:52:33.782180 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c7368-5f53-430d-a6af-c31b2688adba req-fe14f2bf-d8ad-40f0-819c-6ff0a0d61a80 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:33.783700 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-993c7368-5f53-430d-a6af-c31b2688adba req-fe14f2bf-d8ad-40f0-819c-6ff0a0d61a80 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0502391 Aug 16 15:52:33.821966 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-993c7368-5f53-430d-a6af-c31b2688adba req-32a44026-b7b4-44ad-bee8-3d89f357ac77 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321498 Aug 16 15:52:33.884972 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a51edc71-200b-4d35-b93a-af4081d79b21 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6649060 Aug 16 15:52:33.887571 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49052) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:33.892316 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Request body: {'subnet': {'network_id': 'ff1697bc-d862-46c5-add1-46977e9e17d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2138380232-subnet', 'tenant_id': '0970713a21144f02a1ccac25bbda05b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:33.969870 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Made reservation on behalf of 0970713a21144f02a1ccac25bbda05b1 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:52:33.972684 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:34.193043 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:34.246893 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ce03fd-3777-4333-84c6-c59f081f2dee,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:34.255933 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Checking segment: {'id': 'd2d98119-3d20-43d5-92fd-b3341d638f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ff1697bc-d862-46c5-add1-46977e9e17d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:52:34.256341 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Network hostable DHCP agents. Network: ff1697bc-d862-46c5-add1-46977e9e17d6, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:52:34.425356 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Network ff1697bc-d862-46c5-add1-46977e9e17d6 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:52:34.450622 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7675c23-38ab-46d6-b055-7b7d211b557e req-99b3ec07-6bdc-4987-9724-948e99c517b2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:34.452132 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b7675c23-38ab-46d6-b055-7b7d211b557e req-99b3ec07-6bdc-4987-9724-948e99c517b2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0541763 Aug 16 15:52:34.498371 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b7675c23-38ab-46d6-b055-7b7d211b557e req-65c3a4af-ea4c-43dc-871f-c99ba31933aa tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Aug 16 15:52:34.576322 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, ff1697bc-d862-46c5-add1-46977e9e17d6) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:52:34.581185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:34.582180 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:34.586337 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977bddb-55fd-434e-924e-59f3090f5a24 None None] Network ff1697bc-d862-46c5-add1-46977e9e17d6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:34.696619 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ca38f548-0696-41c6-b2eb-06bc44e31574 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8079989 Aug 16 15:52:34.868379 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d12ba-5867-4080-a49a-ae41318709d2 None None] Network ff1697bc-d862-46c5-add1-46977e9e17d6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:52:34.961977 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd7b5c-a647-4e92-a7a1-74acba531e40 req-1f470c6d-ca27-44ee-875c-eef2a48ed89f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:34.963475 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-53fd7b5c-a647-4e92-a7a1-74acba531e40 req-1f470c6d-ca27-44ee-875c-eef2a48ed89f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0611379 Aug 16 15:52:35.018092 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-53fd7b5c-a647-4e92-a7a1-74acba531e40 req-d5759ad2-e72f-4be7-811a-ddac03ffc1f5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467260 Aug 16 15:52:35.616585 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955d46d-309a-4730-aaf7-f0c428b1dbb1 req-b96b2c32-7bd9-408d-b361-ae1b0a3bb394 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:35.618104 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2955d46d-309a-4730-aaf7-f0c428b1dbb1 req-b96b2c32-7bd9-408d-b361-ae1b0a3bb394 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Aug 16 15:52:35.658341 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2955d46d-309a-4730-aaf7-f0c428b1dbb1 req-b2bee65e-9178-425d-9ba5-63f434a36562 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Aug 16 15:52:36.140543 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bd74-fcdb-4005-acfd-e44483e87f5a req-8687a15d-bd53-487c-9182-fe0181cc1b4c tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:36.142005 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-abb7bd74-fcdb-4005-acfd-e44483e87f5a req-8687a15d-bd53-487c-9182-fe0181cc1b4c tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0528033 Aug 16 15:52:36.182503 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-abb7bd74-fcdb-4005-acfd-e44483e87f5a req-25cd6bc1-0e78-484a-a33d-e0067d25863b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337739 Aug 16 15:52:36.782973 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025926-335c-495d-9210-69ccc014d35b req-37c10fbf-e419-4c23-a6f6-4caedc108865 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:36.784555 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-63025926-335c-495d-9210-69ccc014d35b req-37c10fbf-e419-4c23-a6f6-4caedc108865 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Aug 16 15:52:36.824389 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-63025926-335c-495d-9210-69ccc014d35b req-43aa889b-b64f-498f-8843-6d680296c9e2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Aug 16 15:52:37.295082 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959356a-cd57-4c6b-aa52-a3d2128a4e05 req-33878e1d-4205-4b01-84a2-cdeab90237a7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:37.296514 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0959356a-cd57-4c6b-aa52-a3d2128a4e05 req-33878e1d-4205-4b01-84a2-cdeab90237a7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Aug 16 15:52:37.335786 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0959356a-cd57-4c6b-aa52-a3d2128a4e05 req-bec23664-e406-48d6-946a-cefafb49b298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325975 Aug 16 15:52:37.939400 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8583ae-afe5-47b2-bf8c-8bd51454c971 req-ec5649e7-919e-444a-be2a-3597a0ddb659 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:37.941586 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e8583ae-afe5-47b2-bf8c-8bd51454c971 req-ec5649e7-919e-444a-be2a-3597a0ddb659 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0498979 Aug 16 15:52:37.984146 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e8583ae-afe5-47b2-bf8c-8bd51454c971 req-1cf14d19-e5b1-4333-b510-31cd16ec9ee3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Aug 16 15:52:38.467317 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e328-d8e0-4c10-83ae-999369ae2d52 req-0ef54b07-e85b-4f3f-bfa3-4821d90d9c78 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:38.468844 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a751e328-d8e0-4c10-83ae-999369ae2d52 req-0ef54b07-e85b-4f3f-bfa3-4821d90d9c78 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0625470 Aug 16 15:52:38.508700 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a751e328-d8e0-4c10-83ae-999369ae2d52 req-13c91ece-41b1-4d13-a000-d2091798baed tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326376 Aug 16 15:52:39.098030 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8728ee3-70d7-4ae5-b5b9-a2207d693001 req-8b6c688f-2c27-4476-be51-0baa88a5c39b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:39.099668 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e8728ee3-70d7-4ae5-b5b9-a2207d693001 req-8b6c688f-2c27-4476-be51-0baa88a5c39b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Aug 16 15:52:39.138624 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e8728ee3-70d7-4ae5-b5b9-a2207d693001 req-ed555458-8de4-4cf2-89b1-ebb0f3cc1dfb tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Aug 16 15:52:39.626545 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52410c-8603-43cb-891e-b658cd8a28e7 req-f212f9f6-5e1e-48b5-99a8-e37d67c6c49f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:39.628087 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ac52410c-8603-43cb-891e-b658cd8a28e7 req-f212f9f6-5e1e-48b5-99a8-e37d67c6c49f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Aug 16 15:52:39.672019 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ac52410c-8603-43cb-891e-b658cd8a28e7 req-ce263d49-cdde-4e5a-badf-44878deb600f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377247 Aug 16 15:52:39.805955 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3237ac-8ca9-4a3a-9152-6432211e9bcc req-fca6f55a-316f-42fb-bebd-11fc865da462 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:39.807829 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bb3237ac-8ca9-4a3a-9152-6432211e9bcc req-fca6f55a-316f-42fb-bebd-11fc865da462 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0605221 Aug 16 15:52:39.823342 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49222) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:39.826015 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'floatingip': {'port_id': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:52:39.908705 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:39.951303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20238a-f831-4b16-874d-086b94818c8a req-1157a199-755e-4af3-ba5a-fc5e3175e870 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:39.952956 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fb20238a-f831-4b16-874d-086b94818c8a req-1157a199-755e-4af3-ba5a-fc5e3175e870 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0627728 Aug 16 15:52:40.001008 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fb20238a-f831-4b16-874d-086b94818c8a req-0af644f2-a053-44e8-9430-321f07acbda4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366886 Aug 16 15:52:40.129717 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-fc6c8748-83d3-4246-9902-2a8731b9af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:40.131176 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-fc6c8748-83d3-4246-9902-2a8731b9af44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 1098 time: 0.1127145 Aug 16 15:52:40.302595 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-7f9741c3-eab6-4b32-aa1b-016c3cfd2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:40.304062 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-7f9741c3-eab6-4b32-aa1b-016c3cfd2cc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.1654594 Aug 16 15:52:40.402733 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-619dd149-ee25-445a-afdf-9e366ac5d474 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f HTTP/1.1" status: 200 len: 217 time: 0.0891621 Aug 16 15:52:40.563122 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-333bbbb9-e651-48bc-9608-3a5cdbae9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:40.564499 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-333bbbb9-e651-48bc-9608-3a5cdbae9fb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.1389487 Aug 16 15:52:40.652618 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-74411ad0-2272-4131-bf9c-3836a79bbd67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752399 Aug 16 15:52:40.810925 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:40.832407 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-366602f4-a78a-4b2b-8483-28147d10cb90 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600966 Aug 16 15:52:41.061883 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:41.243524 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c31cc-6cce-4613-86e2-9401e3c01fe4 req-cbe9fa69-9990-493e-962c-b026f02083e2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:41.245063 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fe4c31cc-6cce-4613-86e2-9401e3c01fe4 req-cbe9fa69-9990-493e-962c-b026f02083e2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.1524446 Aug 16 15:52:41.257719 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8620e3ad-d219-4815-a8e9-1e9b3684e07f req-56beee15-8337-499e-aef1-4fad0b389315 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064012 Aug 16 15:52:41.279094 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Floating IP aeca4297-d4ad-413c-9bdd-424067c36668 associated. External IP: 172.27.2.184, port: 00cc81e1-ff6b-4c5a-93a9-5d33342c1415. Aug 16 15:52:41.330363 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fe4c31cc-6cce-4613-86e2-9401e3c01fe4 req-7e034014-6957-44a1-be7e-902e011c671f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781837 Aug 16 15:52:41.501405 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:52:41.608418 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:52:41.613137 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:41.620814 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:52:41.631463 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:52:41.632426 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:52:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:41.642907 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-babd5ca5-7898-4933-8509-91e2a5978400 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "PUT /v2.0/floatingips/aeca4297-d4ad-413c-9bdd-424067c36668 HTTP/1.1" status: 200 len: 991 time: 1.8247666 Aug 16 15:52:41.643651 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:41.646953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff66f3-80a9-4350-bb47-ac65e48fefb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:41.692526 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831965aa-32ac-4f57-bb84-1a74a857ea0d x-openstack-request-id: req-831965aa-32ac-4f57-bb84-1a74a857ea0d {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:41.692811 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:41.693056 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-831965aa-32ac-4f57-bb84-1a74a857ea0d {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:41.693446 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'status': 'completed', 'code': 200} Aug 16 15:52:41.741220 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:52:42.085051 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'aeca4297-d4ad-413c-9bdd-424067c36668', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'port_id': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'mac_address': 'fa:16:3e:67:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:51:52Z', 'updated_at': '2021-08-16T15:52:40Z', 'revision_number': 1, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:42.114594 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:52:42.122760 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:52:42.123359 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:52:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:42.224155 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:52:42.441744 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'aeca4297-d4ad-413c-9bdd-424067c36668', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'port_id': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'mac_address': 'fa:16:3e:67:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:51:52Z', 'updated_at': '2021-08-16T15:52:40Z', 'revision_number': 1, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:52:42.447032 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12c6f3-8102-4d81-a4e1-4533e55820ae req-c50958ff-869f-4f2b-afdc-56b172b804b8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:42.448533 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-eb12c6f3-8102-4d81-a4e1-4533e55820ae req-c50958ff-869f-4f2b-afdc-56b172b804b8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0496259 Aug 16 15:52:42.466796 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad73d2-22d7-4897-8a4d-4cc1bfe53c56 None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'aeca4297-d4ad-413c-9bdd-424067c36668', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'port_id': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'mac_address': 'fa:16:3e:67:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:51:52Z', 'updated_at': '2021-08-16T15:52:40Z', 'revision_number': 1, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:52:42.487173 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-eb12c6f3-8102-4d81-a4e1-4533e55820ae req-c30ae1e8-bb47-429b-9544-c0e919ac63c3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Aug 16 15:52:42.689133 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03addfb4-b44f-4c8b-ad46-e8511106853e None None] New status for floating IP aeca4297-d4ad-413c-9bdd-424067c36668: ACTIVE {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:52:43.600706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac718ecd-86d7-4046-bcf1-1ccd3c8438cc req-036d7381-7aba-4c8c-a292-f978938a5e26 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:43.602208 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ac718ecd-86d7-4046-bcf1-1ccd3c8438cc req-036d7381-7aba-4c8c-a292-f978938a5e26 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0483892 Aug 16 15:52:43.640118 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ac718ecd-86d7-4046-bcf1-1ccd3c8438cc req-e3fd2fb2-54ba-4aa1-812d-aff78e92d2f9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Aug 16 15:52:44.757093 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-352a0f2b-f47e-4177-8bd2-7f7756bd9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:44.758601 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-352a0f2b-f47e-4177-8bd2-7f7756bd9467 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1098 time: 0.0838747 Aug 16 15:52:44.776720 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-36fecc9d-5588-4004-841a-d7223dab4a18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747988 Aug 16 15:52:44.778656 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fce3f-8cf2-485c-8edf-4939bda86f00 req-4893b1c1-d93f-4189-b5bc-ef18df2dc79b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:44.780137 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e11fce3f-8cf2-485c-8edf-4939bda86f00 req-4893b1c1-d93f-4189-b5bc-ef18df2dc79b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0626915 Aug 16 15:52:44.819416 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e11fce3f-8cf2-485c-8edf-4939bda86f00 req-739bf93c-a2ad-4c1d-ba6e-443544c0d450 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Aug 16 15:52:44.944720 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-3faedddf-bdc7-4c15-8dcf-1f90c97fe379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:44.946720 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-3faedddf-bdc7-4c15-8dcf-1f90c97fe379 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3015d42a4a44e87b7c2897e7007399c&device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 1098 time: 0.0458720 Aug 16 15:52:44.968939 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-6c95b52f-2798-4817-a02d-b0a6aee77738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:44.970408 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-6c95b52f-2798-4817-a02d-b0a6aee77738 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 912 time: 0.1024587 Aug 16 15:52:45.079138 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-549da0be-fda2-420a-8d0a-c490de847dbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 200 len: 1001 time: 0.0903771 Aug 16 15:52:45.143092 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-d702c6a0-d6ea-4075-b059-cd1c9ecdaeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:45.144777 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-d702c6a0-d6ea-4075-b059-cd1c9ecdaeb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0492904 Aug 16 15:52:45.148514 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-68098ce7-4b0b-427a-9124-446556a7e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:45.150184 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-68098ce7-4b0b-427a-9124-446556a7e345 service neutron] 10.222.0.60 "GET /v2.0/networks?id=63c032f7-d198-460f-9622-e4d87dbb8ca6 HTTP/1.1" status: 200 len: 913 time: 0.1525319 Aug 16 15:52:45.206551 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-fa1c193a-1425-482b-88c0-ee4a41ac7aed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4 HTTP/1.1" status: 200 len: 217 time: 0.0419767 Aug 16 15:52:45.209522 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-a23737d6-4e2d-4139-b129-dadeca21316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:45.211121 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-a23737d6-4e2d-4139-b129-dadeca21316c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473211 Aug 16 15:52:45.278501 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-be4880e7-c10f-49b3-98c0-f99a289be553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:45.280270 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-be4880e7-c10f-49b3-98c0-f99a289be553 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee6610a-0526-470a-ad25-96eea8ff7b85 HTTP/1.1" status: 200 len: 852 time: 0.0530603 Aug 16 15:52:45.329428 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-46436048-479b-4f6c-9ffb-d0dadebe9ff2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c032f7-d198-460f-9622-e4d87dbb8ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347121 Aug 16 15:52:45.344167 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-37192478-446a-494c-86c2-954223a0ccc0 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106584 Aug 16 15:52:45.461416 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59ff66f3-80a9-4350-bb47-ac65e48fefb6 req-7a591b55-b20a-491f-946f-5ba4b91adfc0 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141829 Aug 16 15:52:45.471808 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-dc3ae82e-c0ef-4336-995b-6a230f9fc0a1 service neutron] 10.222.0.60 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229022 Aug 16 15:52:45.592373 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bb3008a-cd62-4ddd-b497-68965a2c2746 req-6fa86921-af0f-4954-bfea-4d01da83a42d service neutron] 10.222.0.60 "GET /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873954 Aug 16 15:52:45.631357 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49382) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:45.740826 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:45.843915 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:45.920635 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:45.970513 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88dab2eade2b472892ad72e2e499a6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380299 Aug 16 15:52:45.971207 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31a4a1d-56c3-4fc2-9716-0c1ba616eb6f,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:45.973704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49402) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:45.988065 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8f94e-6ca1-44ee-b73e-a1f08d588361 req-2960c859-7560-4052-8ffc-f041c60956a5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:45.991119 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a0d8f94e-6ca1-44ee-b73e-a1f08d588361 req-2960c859-7560-4052-8ffc-f041c60956a5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.1031034 Aug 16 15:52:45.992661 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.993015 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.993357 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.993693 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.994029 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.994370 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.994730 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.995066 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.995394 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.995717 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.996044 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:45.996362 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128b141-ffb1-4357-8534-417351876fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.037081 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a0d8f94e-6ca1-44ee-b73e-a1f08d588361 req-8f2acff9-6ca9-4084-a7f8-1504dd5ac419 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Aug 16 15:52:46.041865 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:46.064146 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:46.189231 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:46.192536 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:46.193696 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e31a4a1d-56c3-4fc2-9716-0c1ba616eb6f HTTP/1.1" status: 204 len: 168 time: 0.2191532 Aug 16 15:52:46.202156 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31a4a1d-56c3-4fc2-9716-0c1ba616eb6f,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:46.209825 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.210165 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.210586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.210933 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.211268 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.211597 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.211926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.212252 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.212578 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.212898 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.213216 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.213533 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2eec8-a490-4ad2-8a96-31c088c0308e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:52:46.814266 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49430) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:46.827623 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-029d03bc-a317-4a83-a808-688ce84db727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:46.919176 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-029d03bc-a317-4a83-a808-688ce84db727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:47.009431 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-029d03bc-a317-4a83-a808-688ce84db727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:47.049313 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-029d03bc-a317-4a83-a808-688ce84db727 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b482f5878d34cae98c49d2a259f5caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338073 Aug 16 15:52:47.050078 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d03bc-a317-4a83-a808-688ce84db727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29606064-3c93-413a-9cc3-fbc870e538ae,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:47.052271 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49434) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:47.103742 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-593942f9-1021-4849-ba58-77a595da15f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:47.125332 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-593942f9-1021-4849-ba58-77a595da15f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:47.163407 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7178-a18f-4b52-af9c-0c932f31a186 req-2a42f773-dae8-4c7d-97da-49f030e1d257 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:47.171254 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3bff7178-a18f-4b52-af9c-0c932f31a186 req-2a42f773-dae8-4c7d-97da-49f030e1d257 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0659759 Aug 16 15:52:47.227023 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3bff7178-a18f-4b52-af9c-0c932f31a186 req-e3c5f2ce-2d6f-4ab2-b640-77ef808bd9f3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481684 Aug 16 15:52:47.355959 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-593942f9-1021-4849-ba58-77a595da15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:47.359791 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-593942f9-1021-4849-ba58-77a595da15f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:47.361990 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-593942f9-1021-4849-ba58-77a595da15f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29606064-3c93-413a-9cc3-fbc870e538ae HTTP/1.1" status: 204 len: 168 time: 0.3084276 Aug 16 15:52:47.373652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593942f9-1021-4849-ba58-77a595da15f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29606064-3c93-413a-9cc3-fbc870e538ae,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:48.129997 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49482) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:48.146531 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-98a4a07e-1d96-4e80-85d2-6c85b5abc0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.235164 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-98a4a07e-1d96-4e80-85d2-6c85b5abc0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.332402 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-98a4a07e-1d96-4e80-85d2-6c85b5abc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.345108 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d9093-5598-4def-9d05-2f7c9307b8bc req-8076c4d3-c082-42aa-a799-644a4995e2ee tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:48.346619 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-643d9093-5598-4def-9d05-2f7c9307b8bc req-8076c4d3-c082-42aa-a799-644a4995e2ee tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Aug 16 15:52:48.396550 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-98a4a07e-1d96-4e80-85d2-6c85b5abc0fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a37ee0d2976446f3b19b8f1398a3b70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626488 Aug 16 15:52:48.396550 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a07e-1d96-4e80-85d2-6c85b5abc0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b07f1-64fe-450e-82a9-298f51f1f4c8,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:48.396977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49494) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:48.437905 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-643d9093-5598-4def-9d05-2f7c9307b8bc req-090ccb37-be08-4fa1-b0f4-9f4ae17ee097 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790222 Aug 16 15:52:48.465941 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bfc7dd7a-8a63-4440-bc5e-32250fdbdb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.488459 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:52:48.489914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bfc7dd7a-8a63-4440-bc5e-32250fdbdb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.612483 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bfc7dd7a-8a63-4440-bc5e-32250fdbdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.615223 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bfc7dd7a-8a63-4440-bc5e-32250fdbdb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:48.618669 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-bfc7dd7a-8a63-4440-bc5e-32250fdbdb65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a21b07f1-64fe-450e-82a9-298f51f1f4c8 HTTP/1.1" status: 204 len: 168 time: 0.2184684 Aug 16 15:52:48.624940 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7dd7a-8a63-4440-bc5e-32250fdbdb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b07f1-64fe-450e-82a9-298f51f1f4c8,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:48.772154 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:49.222222 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ddd0-d4f3-4b6e-9c91-1301075f45b2 req-c2b8e275-6189-4311-b257-edd94455d31c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:49.223724 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-34a1ddd0-d4f3-4b6e-9c91-1301075f45b2 req-c2b8e275-6189-4311-b257-edd94455d31c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0565908 Aug 16 15:52:49.261723 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-34a1ddd0-d4f3-4b6e-9c91-1301075f45b2 req-15b686e6-5666-4b57-b2a3-e03b3b515c99 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 16 15:52:49.558466 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8153bf2-fa66-4a8c-8f75-a83fa85fb51c req-3657e1c5-e94b-458a-934a-8719a84f1bc5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:49.560044 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e8153bf2-fa66-4a8c-8f75-a83fa85fb51c req-3657e1c5-e94b-458a-934a-8719a84f1bc5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0516326 Aug 16 15:52:49.601912 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e8153bf2-fa66-4a8c-8f75-a83fa85fb51c req-92f1d7d6-a58d-489f-9b28-93bb293ed4a3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Aug 16 15:52:50.388506 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f411355-468a-4b66-bca5-6c218d06f120 req-9ab4e4a1-3ca4-469c-9865-93a22a6ad2fa tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:50.390090 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8f411355-468a-4b66-bca5-6c218d06f120 req-9ab4e4a1-3ca4-469c-9865-93a22a6ad2fa tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0527868 Aug 16 15:52:50.431358 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8f411355-468a-4b66-bca5-6c218d06f120 req-80892271-dbc5-4a42-8319-ccc61c5dc40d tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 16 15:52:50.776130 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a636a-5525-4f57-8e6e-3a9e1732bba4 req-2f57e90b-f793-4314-bae6-6dd904a5a7bc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:50.776130 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-908a636a-5525-4f57-8e6e-3a9e1732bba4 req-2f57e90b-f793-4314-bae6-6dd904a5a7bc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0620813 Aug 16 15:52:50.781782 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-908a636a-5525-4f57-8e6e-3a9e1732bba4 req-0eae5009-b5c9-4234-a511-76123e4857ac tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Aug 16 15:52:51.568429 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eb449-f278-41d2-910a-18b2ff0d1ae7 req-133153b3-2fb7-4c09-a856-d1150dfeaa75 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:51.571173 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f56eb449-f278-41d2-910a-18b2ff0d1ae7 req-133153b3-2fb7-4c09-a856-d1150dfeaa75 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0549715 Aug 16 15:52:51.609537 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f56eb449-f278-41d2-910a-18b2ff0d1ae7 req-283cbd5b-84f1-49c2-a485-bb2d5de967e6 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6105a35-abcb-4b64-bd16-14162cd328e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Aug 16 15:52:51.901077 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3f40-762d-4105-b762-9e96f84982e5 req-c9146346-78ef-41ba-af0e-e096ac0f4af0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:51.902441 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f5fc3f40-762d-4105-b762-9e96f84982e5 req-c9146346-78ef-41ba-af0e-e096ac0f4af0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0511982 Aug 16 15:52:51.940838 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f5fc3f40-762d-4105-b762-9e96f84982e5 req-11536bb2-0e50-4128-8ead-f554868e59ad tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Aug 16 15:52:52.025586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-0b2d0558-1181-4329-9e97-b524c09359f8 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:52.027253 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-0b2d0558-1181-4329-9e97-b524c09359f8 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.60 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 945 time: 0.0481875 Aug 16 15:52:52.183793 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Deleting port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:52:52.184188 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:52.289118 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] For port 56368f33-d254-4ac0-bc83-dc1e8787cfe4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=56368f33-d254-4ac0-bc83-dc1e8787cfe4,segment=NetworkSegment(46454e29-e09b-4c77-ade7-5933a3d4b45a),segment_id=46454e29-e09b-4c77-ade7-5933a3d4b45a)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:52:52.291969 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:52.304834 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Calling delete_port for 56368f33-d254-4ac0-bc83-dc1e8787cfe4 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:52:52.600986 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:52.632337 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Pushing event deleted for resources: {'Port': ['ID=56368f33-d254-4ac0-bc83-dc1e8787cfe4,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:52.640503 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['56368f33-d254-4ac0-bc83-dc1e8787cfe4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:52:52.722095 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] No DVR routers for this DVR port 56368f33-d254-4ac0-bc83-dc1e8787cfe4 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:52:52.740562 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1b1db37a-55eb-43b1-ac5c-56b4bee69b33 req-6a37eba4-cced-4041-a98e-41879b36f225 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0507765 Aug 16 15:52:52.741528 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:52.743451 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e36bf869-f4d3-4e50-aa2c-0a5238059130 req-67bfa602-8295-4d48-8fcb-73dc319e5f29 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.60 "DELETE /v2.0/ports/56368f33-d254-4ac0-bc83-dc1e8787cfe4 HTTP/1.1" status: 204 len: 173 time: 0.7052596 Aug 16 15:52:52.744169 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'name': 'network-vif-deleted', 'tag': '56368f33-d254-4ac0-bc83-dc1e8787cfe4'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:52:52.746387 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64c69c-8d84-4c8a-adcc-73427c9a1764" -d '{"events": [{"server_uuid": "df7b05d7-b8c3-4a85-bf69-bb8856f04925", "name": "network-vif-deleted", "tag": "56368f33-d254-4ac0-bc83-dc1e8787cfe4"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:52:52.784870 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74fab55-5f2a-45d7-a3c4-4794f7d5764d x-openstack-request-id: req-e74fab55-5f2a-45d7-a3c4-4794f7d5764d {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:52:52.785521 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b05d7-b8c3-4a85-bf69-bb8856f04925", "name": "network-vif-deleted", "tag": "56368f33-d254-4ac0-bc83-dc1e8787cfe4", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:52:52.785777 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e74fab55-5f2a-45d7-a3c4-4794f7d5764d {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:52:52.786166 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b05d7-b8c3-4a85-bf69-bb8856f04925', 'name': 'network-vif-deleted', 'tag': '56368f33-d254-4ac0-bc83-dc1e8787cfe4', 'status': 'completed', 'code': 200} Aug 16 15:52:53.083061 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49682) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:53.084794 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb443-bc65-4b3d-bc40-199510a861b3 req-28561f82-3cf5-4fbd-b07e-7ab3ad70019e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:53.086337 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62feb443-bc65-4b3d-bc40-199510a861b3 req-28561f82-3cf5-4fbd-b07e-7ab3ad70019e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0637491 Aug 16 15:52:53.124289 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-62feb443-bc65-4b3d-bc40-199510a861b3 req-ed8ee1e3-b40e-48ff-8d89-63f648facc64 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Aug 16 15:52:53.187449 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-866c1c2b-8125-4846-a289-48f0d2868611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.274500 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-866c1c2b-8125-4846-a289-48f0d2868611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.383362 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-866c1c2b-8125-4846-a289-48f0d2868611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.421319 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-866c1c2b-8125-4846-a289-48f0d2868611 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f64025136e3b4024904d71919aa448fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371542 Aug 16 15:52:53.422174 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1c2b-8125-4846-a289-48f0d2868611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda01ecf-4405-49cc-9a94-20d1da1350e1,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:53.424125 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49688) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:53.474501 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0903b4c6-45df-42c2-8dbf-17a323ca51da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.496550 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0903b4c6-45df-42c2-8dbf-17a323ca51da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.623919 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0903b4c6-45df-42c2-8dbf-17a323ca51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.626498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0903b4c6-45df-42c2-8dbf-17a323ca51da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:53.630145 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0903b4c6-45df-42c2-8dbf-17a323ca51da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eda01ecf-4405-49cc-9a94-20d1da1350e1 HTTP/1.1" status: 204 len: 168 time: 0.2018683 Aug 16 15:52:53.637863 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903b4c6-45df-42c2-8dbf-17a323ca51da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda01ecf-4405-49cc-9a94-20d1da1350e1,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:53.870618 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7079903a-f833-48b1-b03f-23578c853d30 req-87731b1a-931a-450e-9d1c-766712e5994c tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0260246 Aug 16 15:52:54.243905 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5b72-bbbb-49b8-8834-ef6f26ed1332 req-53ecfb13-c82e-4ae8-97fc-26987fd0eb5f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:54.245709 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf0a5b72-bbbb-49b8-8834-ef6f26ed1332 req-53ecfb13-c82e-4ae8-97fc-26987fd0eb5f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Aug 16 15:52:54.289731 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf0a5b72-bbbb-49b8-8834-ef6f26ed1332 req-4b9bd90d-2aca-4da3-8e22-07f43cb094ef tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Aug 16 15:52:54.305425 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49726) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:54.320218 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48930fe6-9160-4752-9787-693cb6a45919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.408876 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48930fe6-9160-4752-9787-693cb6a45919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.478358 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48930fe6-9160-4752-9787-693cb6a45919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.516507 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-48930fe6-9160-4752-9787-693cb6a45919 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab0a2dfc066840d08f4e3761bc2223f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097003 Aug 16 15:52:54.517450 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48930fe6-9160-4752-9787-693cb6a45919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e394b3-9319-4111-a9ca-89da1aa2d079,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:54.519403 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49728) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:54.567007 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c95241a6-da5b-4602-91ee-5eb996dc88f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.587941 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c95241a6-da5b-4602-91ee-5eb996dc88f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.692531 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c95241a6-da5b-4602-91ee-5eb996dc88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.695028 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c95241a6-da5b-4602-91ee-5eb996dc88f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:54.696160 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c95241a6-da5b-4602-91ee-5eb996dc88f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23e394b3-9319-4111-a9ca-89da1aa2d079 HTTP/1.1" status: 204 len: 168 time: 0.1757915 Aug 16 15:52:54.703879 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95241a6-da5b-4602-91ee-5eb996dc88f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e394b3-9319-4111-a9ca-89da1aa2d079,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:54.987348 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4735da93-0c86-4ff5-ab59-b6de40891784 req-444cb948-7637-4418-9eae-2d861d9cc174 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0291266 Aug 16 15:52:55.419811 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40141ed-e768-43bc-8971-5a32efd6016e req-3a5b1e23-26bc-4eee-bd44-337628897480 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:55.421278 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b40141ed-e768-43bc-8971-5a32efd6016e req-3a5b1e23-26bc-4eee-bd44-337628897480 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Aug 16 15:52:55.461252 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b40141ed-e768-43bc-8971-5a32efd6016e req-e0eec9f5-21c0-44d9-9353-0fb66914a770 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Aug 16 15:52:56.098810 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a98fc2cf-8b19-4020-a3d0-662ad5127121 req-8d6a23c8-6691-4e19-abd4-9433ae28975a tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Aug 16 15:52:56.575841 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3f62e-ca2d-4b28-a80d-c4496041deb1 req-e4a08c3a-8946-4f49-8294-005f3c28b27c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:56.577290 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3fe3f62e-ca2d-4b28-a80d-c4496041deb1 req-e4a08c3a-8946-4f49-8294-005f3c28b27c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0472703 Aug 16 15:52:56.618460 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3fe3f62e-ca2d-4b28-a80d-c4496041deb1 req-513d4bae-8014-48b4-9495-1d9731010027 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Aug 16 15:52:56.789296 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 56368f33-d254-4ac0-bc83-dc1e8787cfe4 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:52:56.814819 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 56368f33-d254-4ac0-bc83-dc1e8787cfe4 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:52:56.815158 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 56368f33-d254-4ac0-bc83-dc1e8787cfe4 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:52:57.146565 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49814) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:57.214655 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-63b0c549-dcb4-4e84-8b46-809688a92c8e req-8c0646b9-75b7-455f-92e7-afcf099164b3 tempest-DeleteServersTestJSON-725306854 tempest-DeleteServersTestJSON-725306854-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7b05d7-b8c3-4a85-bf69-bb8856f04925 HTTP/1.1" status: 200 len: 210 time: 0.0270002 Aug 16 15:52:57.267042 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-afd4055d-e4b7-4fc4-9f5f-9c3a1f79a50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.361471 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-afd4055d-e4b7-4fc4-9f5f-9c3a1f79a50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.366716 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a30e5871-e883-4b30-ad8f-ca051409db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.503635 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-afd4055d-e4b7-4fc4-9f5f-9c3a1f79a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.554349 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-afd4055d-e4b7-4fc4-9f5f-9c3a1f79a50d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9bb6f2c72494c17a10c63988d708d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029372 Aug 16 15:52:57.554349 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4055d-e4b7-4fc4-9f5f-9c3a1f79a50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b5a43-6dd0-4f95-bd97-721654c38ecc,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:57.554620 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49838) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:57.609867 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-30465906-5ea6-4ec4-a2e6-33b40494c08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.630999 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-30465906-5ea6-4ec4-a2e6-33b40494c08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.742704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5bbc2-553e-47a5-a118-881c77c0899c req-8b7a2eab-4834-4155-a0a3-dd27399571b9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:57.744344 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45a5bbc2-553e-47a5-a118-881c77c0899c req-8b7a2eab-4834-4155-a0a3-dd27399571b9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Aug 16 15:52:57.766618 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-30465906-5ea6-4ec4-a2e6-33b40494c08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.770093 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-30465906-5ea6-4ec4-a2e6-33b40494c08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:57.779120 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-30465906-5ea6-4ec4-a2e6-33b40494c08b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b5b5a43-6dd0-4f95-bd97-721654c38ecc HTTP/1.1" status: 204 len: 168 time: 0.2221720 Aug 16 15:52:57.794029 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45a5bbc2-553e-47a5-a118-881c77c0899c req-594d99fc-1417-41ef-b0a5-84b3de64f243 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Aug 16 15:52:57.799990 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465906-5ea6-4ec4-a2e6-33b40494c08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b5a43-6dd0-4f95-bd97-721654c38ecc,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:58.408591 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 49892) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:58.421890 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f629894e-db9a-4313-932d-4bc4039b185a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.518198 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f629894e-db9a-4313-932d-4bc4039b185a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.643180 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f629894e-db9a-4313-932d-4bc4039b185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.686696 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-f629894e-db9a-4313-932d-4bc4039b185a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2151ae4f13f54335b74182d3619ecd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770004 Aug 16 15:52:58.689601 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 49916) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:52:58.697175 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629894e-db9a-4313-932d-4bc4039b185a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2944b964-e030-4ac8-8161-582ea92fe5d2,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:58.764156 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6dfc-105e-4599-8b48-db0b7e34c39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.789179 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6dfc-105e-4599-8b48-db0b7e34c39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.913361 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6dfc-105e-4599-8b48-db0b7e34c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.915902 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6dfc-105e-4599-8b48-db0b7e34c39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:52:58.917038 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-cdbb6dfc-105e-4599-8b48-db0b7e34c39d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2944b964-e030-4ac8-8161-582ea92fe5d2 HTTP/1.1" status: 204 len: 168 time: 0.2264504 Aug 16 15:52:58.931467 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede129-1c5a-4bf9-bf41-a9c8709ea4fb req-6f9ca123-fb9d-4d81-bdae-1e434b6513d4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:52:58.932972 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3cede129-1c5a-4bf9-bf41-a9c8709ea4fb req-6f9ca123-fb9d-4d81-bdae-1e434b6513d4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0587630 Aug 16 15:52:58.938583 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb6dfc-105e-4599-8b48-db0b7e34c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2944b964-e030-4ac8-8161-582ea92fe5d2,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:52:58.975827 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3cede129-1c5a-4bf9-bf41-a9c8709ea4fb req-8a094d43-74d6-4da0-b1f3-7951bce71bb8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351274 Aug 16 15:53:00.032569 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7abcc0f8-e39f-4ee4-9d35-8b4d6ce0cc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.137613 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e9354-8905-47de-a0c0-58bcfa3a4ef8 req-68311276-2871-45b0-b1c4-360c73a757a1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:00.139227 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3a3e9354-8905-47de-a0c0-58bcfa3a4ef8 req-68311276-2871-45b0-b1c4-360c73a757a1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Aug 16 15:53:00.187039 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3a3e9354-8905-47de-a0c0-58bcfa3a4ef8 req-7def2611-9e27-4ba7-ba0f-3bcc0e8e81ed tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Aug 16 15:53:00.299069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50020) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:00.353975 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Deleting subnet 6ee6610a-0526-470a-ad25-96eea8ff7b85 {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:53:00.357293 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.394360 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.436423 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.509436 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.656015 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.685886 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee6610a-0526-470a-ad25-96eea8ff7b85,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:00.689816 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.693116 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-692c6f41-f3bb-423d-b88a-06a650868a83 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6ee6610a-0526-470a-ad25-96eea8ff7b85 HTTP/1.1" status: 204 len: 168 time: 0.3916469 Aug 16 15:53:00.694855 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50048) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:00.779494 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.885671 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:00.900256 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c032f7-d198-460f-9622-e4d87dbb8ca6']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:00.987972 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:01.115971 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46454e29-e09b-4c77-ade7-5933a3d4b45a') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:01.116265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46454e29-e09b-4c77-ade7-5933a3d4b45a') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:01.126027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:01.141794 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:01.151019 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:53:01.151329 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:53:01.152989 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:53:01.308624 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8e5b7-48d6-42fb-bfc7-30cd6a733ff9 req-1f5493bd-eaed-48db-acdf-62e0658a2f7c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:01.310109 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7ef8e5b7-48d6-42fb-bfc7-30cd6a733ff9 req-1f5493bd-eaed-48db-acdf-62e0658a2f7c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0486834 Aug 16 15:53:01.352263 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7ef8e5b7-48d6-42fb-bfc7-30cd6a733ff9 req-0d7c21a0-b224-466b-8087-ad4301337b47 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Aug 16 15:53:01.384061 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:01.407265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:01.415961 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] 10.222.0.30 "DELETE /v2.0/networks/63c032f7-d198-460f-9622-e4d87dbb8ca6 HTTP/1.1" status: 204 len: 168 time: 0.7200439 Aug 16 15:53:01.417746 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d2e3a-3775-43d0-a0f1-7641204f4295 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c032f7-d198-460f-9622-e4d87dbb8ca6,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:01.904570 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50104) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:01.934237 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50108) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.051898 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1a2a608a-c911-40ec-81a9-5e25aba93938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.077511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50126) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.104497 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c0759a1c-08ff-4615-8c42-da63c54d6c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.125944 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Deleting subnet 26787bd6-f825-4dc7-ae58-9681189edb1c {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:53:02.129880 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.164113 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.172232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1a2a608a-c911-40ec-81a9-5e25aba93938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.199910 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50128) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.204443 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.239881 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-efa0f65d-e256-43d1-a09f-d18f44dc9035 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3015d42a4a44e87b7c2897e7007399c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385261 Aug 16 15:53:02.242207 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50130) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.293876 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1a2a608a-c911-40ec-81a9-5e25aba93938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.296136 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-23979576-b969-4ab4-99cf-02a9b2f5de6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.367017 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-23979576-b969-4ab4-99cf-02a9b2f5de6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.371692 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1a2a608a-c911-40ec-81a9-5e25aba93938 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a34ec3f2e37444458ac54a419cdf0664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662421 Aug 16 15:53:02.374486 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50132) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.388317 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a608a-c911-40ec-81a9-5e25aba93938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d7baf-f2fd-4e54-bc3d-5af7ad10cb47,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:02.498077 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c0759a1c-08ff-4615-8c42-da63c54d6c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.521308 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8c996-5f61-4541-bf7a-ae798b1ac9ac req-6561f11f-12f3-4210-9d5a-472bc979efa0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:02.523124 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-60f8c996-5f61-4541-bf7a-ae798b1ac9ac req-6561f11f-12f3-4210-9d5a-472bc979efa0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0656340 Aug 16 15:53:02.575245 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-60f8c996-5f61-4541-bf7a-ae798b1ac9ac req-24a54027-0512-41ec-9b63-2fbf8894d7eb tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Aug 16 15:53:02.576927 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-23979576-b969-4ab4-99cf-02a9b2f5de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.580757 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-23979576-b969-4ab4-99cf-02a9b2f5de6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.581968 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-23979576-b969-4ab4-99cf-02a9b2f5de6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6105a35-abcb-4b64-bd16-14162cd328e3 HTTP/1.1" status: 204 len: 168 time: 0.3385308 Aug 16 15:53:02.583289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c0759a1c-08ff-4615-8c42-da63c54d6c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.610048 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.633505 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23979576-b969-4ab4-99cf-02a9b2f5de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6105a35-abcb-4b64-bd16-14162cd328e3,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:02.637448 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c0759a1c-08ff-4615-8c42-da63c54d6c36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79cf8ea5cf6849f9b49b074a4c56eded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021677 Aug 16 15:53:02.640368 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50146) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.656995 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26787bd6-f825-4dc7-ae58-9681189edb1c,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:02.659398 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.665152 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-3e0110da-a928-4236-a2d0-811625d2500d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/26787bd6-f825-4dc7-ae58-9681189edb1c HTTP/1.1" status: 204 len: 168 time: 0.5859215 Aug 16 15:53:02.666563 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50148) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.706428 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1f69b2ba-d6f6-4386-bd20-5be46b4bb024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.744208 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1f69b2ba-d6f6-4386-bd20-5be46b4bb024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.749582 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0759a1c-08ff-4615-8c42-da63c54d6c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13c280-6cff-4bd5-a87b-aeba3bd190bd,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:02.781374 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50154) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:02.782120 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6e00-efac-450c-9c58-1e053c5f3d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.820474 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.826717 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6e00-efac-450c-9c58-1e053c5f3d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.841077 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.896485 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1f69b2ba-d6f6-4386-bd20-5be46b4bb024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.897978 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1f69b2ba-d6f6-4386-bd20-5be46b4bb024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.900055 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1f69b2ba-d6f6-4386-bd20-5be46b4bb024 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c6d7baf-f2fd-4e54-bc3d-5af7ad10cb47 HTTP/1.1" status: 204 len: 168 time: 0.5225344 Aug 16 15:53:02.909925 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69b2ba-d6f6-4386-bd20-5be46b4bb024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d7baf-f2fd-4e54-bc3d-5af7ad10cb47,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:02.939369 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b7974eb4-b4c8-4594-b11d-235814a040ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.961849 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:02.978529 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d7aaa9-21bb-4d79-bb80-91fd4b57a931']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:02.992241 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9731fd-7953-4f9b-a150-bc8826c119b9') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:02.992540 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9731fd-7953-4f9b-a150-bc8826c119b9') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:03.012280 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.029366 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:53:03.041800 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6e00-efac-450c-9c58-1e053c5f3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.046546 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6e00-efac-450c-9c58-1e053c5f3d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.046546 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4bdd6e00-efac-450c-9c58-1e053c5f3d56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e13c280-6cff-4bd5-a87b-aeba3bd190bd HTTP/1.1" status: 204 len: 168 time: 0.4030037 Aug 16 15:53:03.102421 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd6e00-efac-450c-9c58-1e053c5f3d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13c280-6cff-4bd5-a87b-aeba3bd190bd,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:03.173490 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b7974eb4-b4c8-4594-b11d-235814a040ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.189577 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.196113 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.200781 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46d7aaa9-21bb-4d79-bb80-91fd4b57a931 HTTP/1.1" status: 204 len: 168 time: 0.5275879 Aug 16 15:53:03.201106 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50178) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:03.222186 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9e7cd-b3c1-4a1e-8775-04db9e8fb557 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d7aaa9-21bb-4d79-bb80-91fd4b57a931,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:03.255431 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Deleting subnet b7ce03fd-3777-4333-84c6-c59f081f2dee {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:53:03.258757 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.294382 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.315671 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b7974eb4-b4c8-4594-b11d-235814a040ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.373161 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7974eb4-b4c8-4594-b11d-235814a040ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a48ee-a1a2-487b-aefa-6601b6eda1cd,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:03.381985 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-b7974eb4-b4c8-4594-b11d-235814a040ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0dea30ab60442bcbf892c35bd334f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978453 Aug 16 15:53:03.384826 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50186) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:03.399652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.439310 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b7d88bf5-956c-4698-936b-92036f3788bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.463187 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b7d88bf5-956c-4698-936b-92036f3788bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.544277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.570664 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ce03fd-3777-4333-84c6-c59f081f2dee,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:03.572182 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b7d88bf5-956c-4698-936b-92036f3788bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.574465 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.574869 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b7d88bf5-956c-4698-936b-92036f3788bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.576251 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b7d88bf5-956c-4698-936b-92036f3788bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf8a48ee-a1a2-487b-aefa-6601b6eda1cd HTTP/1.1" status: 204 len: 168 time: 0.1903777 Aug 16 15:53:03.577860 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-33550dbd-4b3a-49d6-bac8-e52d9a1bb2cb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7ce03fd-3777-4333-84c6-c59f081f2dee HTTP/1.1" status: 204 len: 168 time: 0.3757114 Aug 16 15:53:03.585051 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50196) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:03.587939 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d88bf5-956c-4698-936b-92036f3788bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a48ee-a1a2-487b-aefa-6601b6eda1cd,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:03.665386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.772446 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50200) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:03.779799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633535b-c029-4edb-a925-e6effd49dfd9 req-b5f8fd6e-4406-44b5-8749-b7ca151df493 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:03.781367 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2633535b-c029-4edb-a925-e6effd49dfd9 req-b5f8fd6e-4406-44b5-8749-b7ca151df493 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.1110840 Aug 16 15:53:03.796246 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7ecb-53da-4460-9ea6-b055a75a8170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.800362 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.818344 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1697bc-d862-46c5-add1-46977e9e17d6']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:03.835203 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d98119-3d20-43d5-92fd-b3341d638f94') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:03.835499 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d98119-3d20-43d5-92fd-b3341d638f94') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:03.853550 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.857842 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2633535b-c029-4edb-a925-e6effd49dfd9 req-53d0f9c4-08f9-477e-a2d0-82aa51a93585 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692248 Aug 16 15:53:03.870742 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:53:03.888508 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:53:03.931691 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7ecb-53da-4460-9ea6-b055a75a8170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:03.992437 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7ecb-53da-4460-9ea6-b055a75a8170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.033070 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d9bd7ecb-53da-4460-9ea6-b055a75a8170 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17ed773942134871a9458ad0e7e96851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592769 Aug 16 15:53:04.033967 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7ecb-53da-4460-9ea6-b055a75a8170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07535f96-efc1-4aaa-83da-7f8d9e12392e,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:04.035850 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50206) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:04.051501 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.058047 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.061246 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] 10.222.0.30 "DELETE /v2.0/networks/ff1697bc-d862-46c5-add1-46977e9e17d6 HTTP/1.1" status: 204 len: 168 time: 0.4748354 Aug 16 15:53:04.083487 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f2d5d-1014-40b2-abe4-9601cecee39d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1697bc-d862-46c5-add1-46977e9e17d6,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:04.107287 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7fd296bb-6f00-4545-835c-df042182e32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.129982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7fd296bb-6f00-4545-835c-df042182e32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.246431 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7fd296bb-6f00-4545-835c-df042182e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.249154 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7fd296bb-6f00-4545-835c-df042182e32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.250378 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-7fd296bb-6f00-4545-835c-df042182e32d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07535f96-efc1-4aaa-83da-7f8d9e12392e HTTP/1.1" status: 204 len: 168 time: 0.2134397 Aug 16 15:53:04.259372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd296bb-6f00-4545-835c-df042182e32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07535f96-efc1-4aaa-83da-7f8d9e12392e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:04.314050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50212) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:04.328387 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e602ab95-a0da-458e-8612-aadf7c733297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.400227 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50216) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:04.430428 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e602ab95-a0da-458e-8612-aadf7c733297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.523923 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e602ab95-a0da-458e-8612-aadf7c733297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.562340 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e602ab95-a0da-458e-8612-aadf7c733297 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6e16640f1794347b8de77fcaaf45a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471654 Aug 16 15:53:04.563464 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ab95-a0da-458e-8612-aadf7c733297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eba2b2e-030c-4016-8213-4dc83a79fe9b,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:04.565035 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50222) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:04.612879 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9ca42fe-ed8e-4a8c-9f65-9f3675d35755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.636086 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9ca42fe-ed8e-4a8c-9f65-9f3675d35755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.720465 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50226) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:04.764307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9ca42fe-ed8e-4a8c-9f65-9f3675d35755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.766785 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9ca42fe-ed8e-4a8c-9f65-9f3675d35755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.767802 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b9ca42fe-ed8e-4a8c-9f65-9f3675d35755 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4eba2b2e-030c-4016-8213-4dc83a79fe9b HTTP/1.1" status: 204 len: 168 time: 0.2017963 Aug 16 15:53:04.774844 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-31bf5894-3330-4463-ab34-af0cfa616325 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c4a7908c7ef458c8abef362c36ef4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529218 Aug 16 15:53:04.777500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50230) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:04.779790 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca42fe-ed8e-4a8c-9f65-9f3675d35755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eba2b2e-030c-4016-8213-4dc83a79fe9b,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:04.848305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-08cd2138-8222-4472-877c-3b42c4d76ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.870020 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-08cd2138-8222-4472-877c-3b42c4d76ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:04.982994 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4b3b-2bd2-43c6-8bd8-27a3a3331d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.021166 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fddbb-6887-4b8a-a312-e7605d1736b3 req-4a7c974c-83d7-4cbe-97b5-1257ad2a2496 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:05.022626 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d29fddbb-6887-4b8a-a312-e7605d1736b3 req-4a7c974c-83d7-4cbe-97b5-1257ad2a2496 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0833776 Aug 16 15:53:05.052142 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-08cd2138-8222-4472-877c-3b42c4d76ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.054668 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-08cd2138-8222-4472-877c-3b42c4d76ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.056033 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-08cd2138-8222-4472-877c-3b42c4d76ebe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb814ff4-bb6c-4cb3-9f41-b4b4c0bc6c7e HTTP/1.1" status: 204 len: 168 time: 0.2771063 Aug 16 15:53:05.081091 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd2138-8222-4472-877c-3b42c4d76ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb814ff4-bb6c-4cb3-9f41-b4b4c0bc6c7e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:05.100182 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d29fddbb-6887-4b8a-a312-e7605d1736b3 req-9e38c4e7-dcae-4cb1-a8fc-ef6ba3652231 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701835 Aug 16 15:53:05.141958 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4b3b-2bd2-43c6-8bd8-27a3a3331d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.190338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50240) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:05.204572 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-99f03c3f-a339-494c-ab1a-fd0e0a48f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.225055 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4b3b-2bd2-43c6-8bd8-27a3a3331d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.279440 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c4b3b-2bd2-43c6-8bd8-27a3a3331d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83feeac3-0260-46ff-851c-9868c5424e3a,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:05.297245 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50244) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:05.297374 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1f1c4b3b-2bd2-43c6-8bd8-27a3a3331d06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a18e10ce55064369a1ca2ac70fe77a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8960176 Aug 16 15:53:05.356346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff7d7-560b-493c-8a53-d3a23ccab041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.377446 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff7d7-560b-493c-8a53-d3a23ccab041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.409346 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-99f03c3f-a339-494c-ab1a-fd0e0a48f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.486624 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-99f03c3f-a339-494c-ab1a-fd0e0a48f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.520979 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff7d7-560b-493c-8a53-d3a23ccab041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.523994 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff7d7-560b-493c-8a53-d3a23ccab041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.525666 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1a8ff7d7-560b-493c-8a53-d3a23ccab041 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83feeac3-0260-46ff-851c-9868c5424e3a HTTP/1.1" status: 204 len: 168 time: 0.2269840 Aug 16 15:53:05.526001 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f03c3f-a339-494c-ab1a-fd0e0a48f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fcd5f-f791-4015-8f44-24f8aefc1b30,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:05.530314 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-99f03c3f-a339-494c-ab1a-fd0e0a48f41b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6dbc7b707a84eeebc58f47a86a797b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386455 Aug 16 15:53:05.533116 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50248) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:05.550778 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ff7d7-560b-493c-8a53-d3a23ccab041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83feeac3-0260-46ff-851c-9868c5424e3a,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:05.590829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7a320aec-7bcc-4bdf-a628-508b36c93f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.615914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7a320aec-7bcc-4bdf-a628-508b36c93f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.743623 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7a320aec-7bcc-4bdf-a628-508b36c93f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.746288 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7a320aec-7bcc-4bdf-a628-508b36c93f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:05.747417 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-7a320aec-7bcc-4bdf-a628-508b36c93f5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/445fcd5f-f791-4015-8f44-24f8aefc1b30 HTTP/1.1" status: 204 len: 168 time: 0.2132354 Aug 16 15:53:05.755858 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320aec-7bcc-4bdf-a628-508b36c93f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fcd5f-f791-4015-8f44-24f8aefc1b30,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:06.147757 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50270) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:06.225748 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-3ca9a6c4-4668-4360-b761-436453ac6337 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0970713a21144f02a1ccac25bbda05b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762494 Aug 16 15:53:06.228540 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50272) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:06.257522 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aee00-caf2-4f12-b445-4dfd447018db req-4bab230c-870e-43e2-9aa8-09dced849527 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:06.259110 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae7aee00-caf2-4f12-b445-4dfd447018db req-4bab230c-870e-43e2-9aa8-09dced849527 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0791383 Aug 16 15:53:06.287649 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-31147f06-f521-4fb9-9e9f-333ce61676a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.308236 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae7aee00-caf2-4f12-b445-4dfd447018db req-7716acc4-5fe0-4595-b1e2-5e2aa9af9f0d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Aug 16 15:53:06.312994 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-31147f06-f521-4fb9-9e9f-333ce61676a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.458781 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-31147f06-f521-4fb9-9e9f-333ce61676a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.461439 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-31147f06-f521-4fb9-9e9f-333ce61676a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.462646 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-31147f06-f521-4fb9-9e9f-333ce61676a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbac69e9-8d7c-4e7f-9938-9e46be64ae92 HTTP/1.1" status: 204 len: 168 time: 0.2327139 Aug 16 15:53:06.471527 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31147f06-f521-4fb9-9e9f-333ce61676a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac69e9-8d7c-4e7f-9938-9e46be64ae92,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:06.644155 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50290) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:06.657755 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d607d79a-064f-4d06-a31c-9b9c09dffd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.759041 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d607d79a-064f-4d06-a31c-9b9c09dffd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.834224 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d607d79a-064f-4d06-a31c-9b9c09dffd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.895702 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d607d79a-064f-4d06-a31c-9b9c09dffd29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=252bd94d53c14622a6167e003ddadf6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488894 Aug 16 15:53:06.896756 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d79a-064f-4d06-a31c-9b9c09dffd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87c3f80-e3f2-45c3-bc9b-e948406cf33c,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:06.898362 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50294) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:06.948651 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-feab2253-386d-45ee-9832-209d3ea30242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:06.969623 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-feab2253-386d-45ee-9832-209d3ea30242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:07.112900 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-feab2253-386d-45ee-9832-209d3ea30242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:07.115623 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-feab2253-386d-45ee-9832-209d3ea30242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:07.117026 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-feab2253-386d-45ee-9832-209d3ea30242 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f87c3f80-e3f2-45c3-bc9b-e948406cf33c HTTP/1.1" status: 204 len: 168 time: 0.2172563 Aug 16 15:53:07.125599 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2253-386d-45ee-9832-209d3ea30242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87c3f80-e3f2-45c3-bc9b-e948406cf33c,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:07.426910 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb56e05-8c1e-45b6-97e6-fd7558dab802 req-032f5c55-080a-40fb-8a4a-536c3417dc00 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:07.428432 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fdb56e05-8c1e-45b6-97e6-fd7558dab802 req-032f5c55-080a-40fb-8a4a-536c3417dc00 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0494323 Aug 16 15:53:07.466464 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fdb56e05-8c1e-45b6-97e6-fd7558dab802 req-68391c74-0341-4bec-ac9f-5e9f9d227da9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Aug 16 15:53:08.591997 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c067b1-a0f4-4668-8a44-f279a223f3a9 req-81e110ae-186d-4a51-aadd-fd2db5bf9357 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:08.593518 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-51c067b1-a0f4-4668-8a44-f279a223f3a9 req-81e110ae-186d-4a51-aadd-fd2db5bf9357 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0567944 Aug 16 15:53:08.641893 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-51c067b1-a0f4-4668-8a44-f279a223f3a9 req-46f46a89-0cc8-4f54-b57e-505068dfc427 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Aug 16 15:53:08.826835 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50392) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:09.284305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-dacd1f91-5040-484a-8a49-4707c7a4282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.381334 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-dacd1f91-5040-484a-8a49-4707c7a4282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.451767 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-dacd1f91-5040-484a-8a49-4707c7a4282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.494841 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-dacd1f91-5040-484a-8a49-4707c7a4282f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c1fc70ee6114c13b608a94189fa929b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6644230 Aug 16 15:53:09.494841 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd1f91-5040-484a-8a49-4707c7a4282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f539d7c-ff97-483c-8050-42ec4173ae1f,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:09.495490 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50418) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:09.552071 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4be1462a-ba81-4290-b86c-8e5be10dadaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.574422 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4be1462a-ba81-4290-b86c-8e5be10dadaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.709727 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4be1462a-ba81-4290-b86c-8e5be10dadaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.713214 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4be1462a-ba81-4290-b86c-8e5be10dadaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:09.717336 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4be1462a-ba81-4290-b86c-8e5be10dadaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f539d7c-ff97-483c-8050-42ec4173ae1f HTTP/1.1" status: 204 len: 168 time: 0.2207320 Aug 16 15:53:09.736563 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1462a-ba81-4290-b86c-8e5be10dadaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f539d7c-ff97-483c-8050-42ec4173ae1f,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:09.777857 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f844ac-2d74-491b-822e-65e4516ede71 req-4280bddc-5dc2-44ac-914b-3f62f81bf3ce tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:09.777857 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-95f844ac-2d74-491b-822e-65e4516ede71 req-4280bddc-5dc2-44ac-914b-3f62f81bf3ce tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0589335 Aug 16 15:53:09.822592 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-95f844ac-2d74-491b-822e-65e4516ede71 req-ccd7973e-b471-4258-a41a-8ab6854b1bed tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Aug 16 15:53:10.155337 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50440) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:10.513165 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60189dd1-75d8-43e0-a175-f6c5dbb834eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.604124 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60189dd1-75d8-43e0-a175-f6c5dbb834eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.689603 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60189dd1-75d8-43e0-a175-f6c5dbb834eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.730127 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189dd1-75d8-43e0-a175-f6c5dbb834eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f4c28-060e-48cd-82bf-20c48b4545b3,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:10.735543 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-60189dd1-75d8-43e0-a175-f6c5dbb834eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=774067ba1d2242aa942c3480fc7955aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784225 Aug 16 15:53:10.739965 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50464) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:10.795866 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-44a7406f-979f-4ec7-a23c-d5034f05254e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.819618 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-44a7406f-979f-4ec7-a23c-d5034f05254e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.948493 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f709-e803-44f0-a352-5195679e7b1d req-f4f4f6fe-09db-437b-b12c-fefb89aacba0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:10.948493 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ab29f709-e803-44f0-a352-5195679e7b1d req-f4f4f6fe-09db-437b-b12c-fefb89aacba0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0546529 Aug 16 15:53:10.974417 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-44a7406f-979f-4ec7-a23c-d5034f05254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.974417 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-44a7406f-979f-4ec7-a23c-d5034f05254e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:10.976325 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-44a7406f-979f-4ec7-a23c-d5034f05254e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d6f4c28-060e-48cd-82bf-20c48b4545b3 HTTP/1.1" status: 204 len: 168 time: 0.2338040 Aug 16 15:53:10.983900 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7406f-979f-4ec7-a23c-d5034f05254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f4c28-060e-48cd-82bf-20c48b4545b3,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:11.015439 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ab29f709-e803-44f0-a352-5195679e7b1d req-e14e1a0c-d253-44d6-ba35-a62a8956f6d6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Aug 16 15:53:11.040902 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50478) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:11.403847 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3d583cf-2490-42fd-83f0-52207f4fae51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.515629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3d583cf-2490-42fd-83f0-52207f4fae51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.606683 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3d583cf-2490-42fd-83f0-52207f4fae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.653078 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f3d583cf-2490-42fd-83f0-52207f4fae51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3c91eb069e347aca8223185aeb5467d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108532 Aug 16 15:53:11.654389 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d583cf-2490-42fd-83f0-52207f4fae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b94de9-e35d-4012-bf34-76b69aff3efe,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:11.655787 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50504) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:11.705930 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b31f273-c1f0-4643-8739-03a4cbed579a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.727700 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b31f273-c1f0-4643-8739-03a4cbed579a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.841028 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b31f273-c1f0-4643-8739-03a4cbed579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.844534 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b31f273-c1f0-4643-8739-03a4cbed579a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:11.847140 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5b31f273-c1f0-4643-8739-03a4cbed579a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3b94de9-e35d-4012-bf34-76b69aff3efe HTTP/1.1" status: 204 len: 168 time: 0.1900539 Aug 16 15:53:11.861478 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31f273-c1f0-4643-8739-03a4cbed579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b94de9-e35d-4012-bf34-76b69aff3efe,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:12.157834 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dda8d-59d8-4575-8534-88d5c51c4c32 req-d20af07f-b0cb-4dc5-9c38-aea2c3be9591 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:12.159968 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a5dda8d-59d8-4575-8534-88d5c51c4c32 req-d20af07f-b0cb-4dc5-9c38-aea2c3be9591 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0826712 Aug 16 15:53:12.201506 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a5dda8d-59d8-4575-8534-88d5c51c4c32 req-b19aeb68-d386-4660-a523-d518f8f6f744 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Aug 16 15:53:13.320288 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71633a-71b7-4913-8cfe-8960b00b09e7 req-d4fa9b4e-09e2-4b3b-ab91-b3f958e1593e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:13.323185 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bb71633a-71b7-4913-8cfe-8960b00b09e7 req-d4fa9b4e-09e2-4b3b-ab91-b3f958e1593e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Aug 16 15:53:13.361391 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bb71633a-71b7-4913-8cfe-8960b00b09e7 req-dea7444b-ffc3-4b45-9bd8-f7d50970f876 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Aug 16 15:53:13.502125 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50600) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:13.701991 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e09cc5c-3d21-4089-96c0-e99d2c9f9483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:13.853842 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e09cc5c-3d21-4089-96c0-e99d2c9f9483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:13.918028 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e09cc5c-3d21-4089-96c0-e99d2c9f9483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:13.960735 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4e09cc5c-3d21-4089-96c0-e99d2c9f9483 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6b7495547db401593e2e26a6eed3cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574709 Aug 16 15:53:13.962155 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09cc5c-3d21-4089-96c0-e99d2c9f9483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f364d9-6523-4ee8-a302-bae9433f6405,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:13.963799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50666) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:14.032834 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b87f7b64-3651-43eb-be4a-21bbfe14110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:14.056762 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b87f7b64-3651-43eb-be4a-21bbfe14110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:14.192846 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b87f7b64-3651-43eb-be4a-21bbfe14110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:14.195731 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b87f7b64-3651-43eb-be4a-21bbfe14110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:14.199579 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-b87f7b64-3651-43eb-be4a-21bbfe14110e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62f364d9-6523-4ee8-a302-bae9433f6405 HTTP/1.1" status: 204 len: 168 time: 0.2312469 Aug 16 15:53:14.206339 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f7b64-3651-43eb-be4a-21bbfe14110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f364d9-6523-4ee8-a302-bae9433f6405,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:14.488774 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca312f-7d91-4978-aa89-fa2907004092 req-7fceccb1-058c-4d20-8632-422bf7446d1a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:14.490452 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f2ca312f-7d91-4978-aa89-fa2907004092 req-7fceccb1-058c-4d20-8632-422bf7446d1a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0563412 Aug 16 15:53:14.531774 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f2ca312f-7d91-4978-aa89-fa2907004092 req-49ebe957-5ad9-4bca-a860-ad6541deb993 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352209 Aug 16 15:53:15.015347 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50694) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:15.041293 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6b887ff9-9642-492e-94de-ca77eee9f064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.136435 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6b887ff9-9642-492e-94de-ca77eee9f064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.261131 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6b887ff9-9642-492e-94de-ca77eee9f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.306427 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-6b887ff9-9642-492e-94de-ca77eee9f064 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd2941d3d89c4061940f8ef8660fd6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856145 Aug 16 15:53:15.306427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b887ff9-9642-492e-94de-ca77eee9f064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec8eebb-badc-4431-84df-1d93c877aa67,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:15.307020 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50714) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:15.363633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-044dcc0a-16d9-4be7-98a1-3c630ea62c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.386824 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-044dcc0a-16d9-4be7-98a1-3c630ea62c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.661875 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356d3f-c5de-44b8-994c-d549f930ddf9 req-a7fcc2a7-8ea2-494d-b063-9210fea360f8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:15.663463 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-14356d3f-c5de-44b8-994c-d549f930ddf9 req-a7fcc2a7-8ea2-494d-b063-9210fea360f8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0567436 Aug 16 15:53:15.704446 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-14356d3f-c5de-44b8-994c-d549f930ddf9 req-00520eac-0fe7-414d-b3cf-af156cda6e37 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Aug 16 15:53:15.859515 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-044dcc0a-16d9-4be7-98a1-3c630ea62c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.859515 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-044dcc0a-16d9-4be7-98a1-3c630ea62c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:15.859515 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-044dcc0a-16d9-4be7-98a1-3c630ea62c63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dec8eebb-badc-4431-84df-1d93c877aa67 HTTP/1.1" status: 204 len: 168 time: 0.5488715 Aug 16 15:53:15.864858 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcc0a-16d9-4be7-98a1-3c630ea62c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec8eebb-badc-4431-84df-1d93c877aa67,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:16.846001 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3fa22-6f23-4453-b313-899b38fd99bd req-d4622e26-3389-428f-9885-867229ffb0b6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:16.848056 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76c3fa22-6f23-4453-b313-899b38fd99bd req-d4622e26-3389-428f-9885-867229ffb0b6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0576842 Aug 16 15:53:16.887854 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76c3fa22-6f23-4453-b313-899b38fd99bd req-3a7511dc-aff6-4b63-a488-756a2b57dd7e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Aug 16 15:53:18.006588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfc5f0-1439-46bd-a7d7-c4e1d089d6f7 req-46f51e23-e0dd-4e36-9923-9d460911b4c4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:18.008976 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b6dfc5f0-1439-46bd-a7d7-c4e1d089d6f7 req-46f51e23-e0dd-4e36-9923-9d460911b4c4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0542593 Aug 16 15:53:18.066178 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b6dfc5f0-1439-46bd-a7d7-c4e1d089d6f7 req-bbdfecaf-0acc-425c-be71-158769e36406 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Aug 16 15:53:18.752925 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:19.202309 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de4bc5-c727-4889-afdb-d8f9001a5b27 req-b9904716-d317-440d-823d-c1753251b804 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:19.203895 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-23de4bc5-c727-4889-afdb-d8f9001a5b27 req-b9904716-d317-440d-823d-c1753251b804 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0624421 Aug 16 15:53:19.244541 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-23de4bc5-c727-4889-afdb-d8f9001a5b27 req-53a7aa21-1f1f-43f8-846a-59172f0deec9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Aug 16 15:53:19.698249 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50946) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:19.804261 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fd6309ae-e104-42c0-b8a3-7d784fac7439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:19.898636 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fd6309ae-e104-42c0-b8a3-7d784fac7439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:19.969834 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fd6309ae-e104-42c0-b8a3-7d784fac7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:20.015926 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fd6309ae-e104-42c0-b8a3-7d784fac7439 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bd6753b43bb44d09434c4d0edb51d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138247 Aug 16 15:53:20.015926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 50962) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:20.023697 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6309ae-e104-42c0-b8a3-7d784fac7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d12e1c-6d27-4a3e-be80-c4117313b68e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:20.071218 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8959-30a8-4a9c-ae31-925623a5c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:20.092745 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8959-30a8-4a9c-ae31-925623a5c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:20.258063 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8959-30a8-4a9c-ae31-925623a5c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:20.260779 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8959-30a8-4a9c-ae31-925623a5c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:20.264784 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-9d8e8959-30a8-4a9c-ae31-925623a5c1d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70d12e1c-6d27-4a3e-be80-c4117313b68e HTTP/1.1" status: 204 len: 168 time: 0.2453659 Aug 16 15:53:20.276574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e8959-30a8-4a9c-ae31-925623a5c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d12e1c-6d27-4a3e-be80-c4117313b68e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:20.383356 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72dbb5-6fc2-4101-b33f-5bff51b088a9 req-769d6f62-a7de-4436-9ebc-d3c1f2a7060e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:20.384893 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ac72dbb5-6fc2-4101-b33f-5bff51b088a9 req-769d6f62-a7de-4436-9ebc-d3c1f2a7060e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0631444 Aug 16 15:53:20.445928 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ac72dbb5-6fc2-4101-b33f-5bff51b088a9 req-c8dc2364-226e-439a-a4c5-9c1b600d5b24 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 Aug 16 15:53:20.952977 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 50990) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:20.967994 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-021a3b88-b59b-42e9-b40b-2c621363d6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.124838 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-021a3b88-b59b-42e9-b40b-2c621363d6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.142372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c379c-1d75-4382-9705-a3be975a844c req-0b83f038-119a-4a69-894b-b8ea19537ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:21.143894 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-746c379c-1d75-4382-9705-a3be975a844c req-0b83f038-119a-4a69-894b-b8ea19537ace service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 1098 time: 0.0481434 Aug 16 15:53:21.186506 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-746c379c-1d75-4382-9705-a3be975a844c req-6ec96609-a436-4266-a5aa-5fb8551afa34 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Aug 16 15:53:21.198838 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-021a3b88-b59b-42e9-b40b-2c621363d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.240620 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-021a3b88-b59b-42e9-b40b-2c621363d6a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e3edd080e384819b8d4e55586fdd115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862277 Aug 16 15:53:21.241733 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a3b88-b59b-42e9-b40b-2c621363d6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488ca5b9-3836-4ae9-9fea-acf0bfee73e8,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:21.243452 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51004) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:21.299219 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fe933f3f-5b75-4e10-a21b-3cab3f8a4ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.321534 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fe933f3f-5b75-4e10-a21b-3cab3f8a4ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.485309 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fe933f3f-5b75-4e10-a21b-3cab3f8a4ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.488629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fe933f3f-5b75-4e10-a21b-3cab3f8a4ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:21.490627 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fe933f3f-5b75-4e10-a21b-3cab3f8a4ff2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/488ca5b9-3836-4ae9-9fea-acf0bfee73e8 HTTP/1.1" status: 204 len: 168 time: 0.2455328 Aug 16 15:53:21.503500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe933f3f-5b75-4e10-a21b-3cab3f8a4ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488ca5b9-3836-4ae9-9fea-acf0bfee73e8,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:21.580756 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f280f-7a25-430b-abcc-702de6524e0e req-3f2466b0-2c99-49bc-bc3d-81b0338dc980 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:21.583167 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-321f280f-7a25-430b-abcc-702de6524e0e req-3f2466b0-2c99-49bc-bc3d-81b0338dc980 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0651383 Aug 16 15:53:21.641589 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-321f280f-7a25-430b-abcc-702de6524e0e req-cbe5059e-42fe-4cbb-a138-3d5981da4f2a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Aug 16 15:53:21.791153 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51020) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:21.924975 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-979dd4af-2db4-45cc-9aee-dfcacce54a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.014712 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-979dd4af-2db4-45cc-9aee-dfcacce54a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.068933 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-979dd4af-2db4-45cc-9aee-dfcacce54a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.112953 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-979dd4af-2db4-45cc-9aee-dfcacce54a64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d004ea3c052d472c8a7fd54fc4de13eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206279 Aug 16 15:53:22.114135 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dd4af-2db4-45cc-9aee-dfcacce54a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed48a6f-942c-4750-96e5-cbbebc1fc939,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:22.116023 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51038) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:22.170723 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a2b-3991-43a8-ad5f-c78113876446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.192837 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a2b-3991-43a8-ad5f-c78113876446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.350388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a2b-3991-43a8-ad5f-c78113876446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.356386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a2b-3991-43a8-ad5f-c78113876446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:22.362799 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-62bd8a2b-3991-43a8-ad5f-c78113876446 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ed48a6f-942c-4750-96e5-cbbebc1fc939 HTTP/1.1" status: 204 len: 168 time: 0.2406087 Aug 16 15:53:22.369317 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8a2b-3991-43a8-ad5f-c78113876446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed48a6f-942c-4750-96e5-cbbebc1fc939,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:22.817265 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8faa3-df76-4206-9031-0ed9aab2d07d req-5490b1f7-3d3b-431e-9a79-9142cae078ce tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:22.822010 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-04b8faa3-df76-4206-9031-0ed9aab2d07d req-5490b1f7-3d3b-431e-9a79-9142cae078ce tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Aug 16 15:53:22.897865 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-04b8faa3-df76-4206-9031-0ed9aab2d07d req-6339de0c-dc74-432b-95c2-6c0554a6ffb4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685923 Aug 16 15:53:23.033695 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2c70-6972-4816-92b5-fee0dcab96f8 req-470b8830-72b5-4e2d-aad3-46d4c6994491 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:23.039106 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c96a2c70-6972-4816-92b5-fee0dcab96f8 req-470b8830-72b5-4e2d-aad3-46d4c6994491 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0557942 Aug 16 15:53:23.090028 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c96a2c70-6972-4816-92b5-fee0dcab96f8 req-bbbd9e21-ced4-44a6-8f21-ff8a7635f67f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Aug 16 15:53:23.639741 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51112) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:23.742530 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1414031359-network', 'tenant_id': '6c4765f685b345c18615588816442484'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:23.885045 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Made reservation on behalf of 6c4765f685b345c18615588816442484 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:23.885045 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:23.892214 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.004999 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.089621 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.115116 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:53:24.123843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e358ffb-0c68-45be-b53e-10328355536a,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:24.129882 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.130230 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Added segment c08af914-983f-4f3c-ae17-2181907bc172 of type vlan for network c663eda6-b9eb-4f55-ba98-587e31cc8af3 Aug 16 15:53:24.170014 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.326492 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.327508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:24.328117 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.385110 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] Pushing event updated for resources: {'Network': ['ID=c663eda6-b9eb-4f55-ba98-587e31cc8af3,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:24.396262 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:53:24.481510 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-285cc055-0222-4d5d-9ff8-60e47c64510a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8393266 Aug 16 15:53:24.484303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51128) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:24.489891 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Request body: {'subnet': {'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1414031359-subnet', 'tenant_id': '6c4765f685b345c18615588816442484', 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:24.571695 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Made reservation on behalf of 6c4765f685b345c18615588816442484 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:24.574059 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.856027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:24.914573 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb68b82-7cfd-4157-b805-6b967623eb7b,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:24.922024 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Checking segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:24.922388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Network hostable DHCP agents. Network: c663eda6-b9eb-4f55-ba98-587e31cc8af3, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:53:25.038580 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:53:25.204097 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, c663eda6-b9eb-4f55-ba98-587e31cc8af3) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:25.208731 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:25.209291 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.214925 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315648c-f46e-472c-9512-756969539419 None None] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:25.371031 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2a20f51d-d50c-4382-9751-ed52df9f6051 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8855946 Aug 16 15:53:25.374313 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51152) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:25.379019 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:25.394081 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:53:25.395395 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.489386 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:53:25.501621 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.505882 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.556934 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Allocated IP 172.20.0.2 (c663eda6-b9eb-4f55-ba98-587e31cc8af3/2cb68b82-7cfd-4157-b805-6b967623eb7b/61ad5739-cf9f-4a40-873b-42db66bc97a4) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:25.590881 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.663544 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4113391-69a4-4195-8424-accf1f312e41 req-a11da5ae-a84e-4a29-9331-1d863a5a0b22 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:25.665105 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a4113391-69a4-4195-8424-accf1f312e41 req-a11da5ae-a84e-4a29-9331-1d863a5a0b22 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0548410 Aug 16 15:53:25.731571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.742352 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Transition to ACTIVE for port object 61ad5739-cf9f-4a40-873b-42db66bc97a4 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:25.745462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-dc89812c-92c4-4d4f-8b1b-0719f719d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:25.747056 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-dc89812c-92c4-4d4f-8b1b-0719f719d928 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.0543637 Aug 16 15:53:25.761136 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Transition to ACTIVE for port object 61ad5739-cf9f-4a40-873b-42db66bc97a4 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:25.830391 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.835649 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a4113391-69a4-4195-8424-accf1f312e41 req-de16bb20-1087-42f7-846b-8c1460eed280 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351283 Aug 16 15:53:25.839699 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.868282 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-af8e3334-de7c-4dfa-90ee-6b0adf1ec09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:25.869931 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-af8e3334-de7c-4dfa-90ee-6b0adf1ec09b service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.1129141 Aug 16 15:53:25.878548 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:25.880330 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:25.883903 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:25.920332 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-ef9a6a46-23e8-4769-899a-86345350cb2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0417991 Aug 16 15:53:25.938387 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Pushing event updated for resources: {'Port': ['ID=61ad5739-cf9f-4a40-873b-42db66bc97a4,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:25.961378 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Attempting to bind port 61ad5739-cf9f-4a40-873b-42db66bc97a4 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:25.961750 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Attempting to bind port 61ad5739-cf9f-4a40-873b-42db66bc97a4 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:25.962111 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Attempting to bind port 61ad5739-cf9f-4a40-873b-42db66bc97a4 on network c663eda6-b9eb-4f55-ba98-587e31cc8af3 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:25.972968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:25.973501 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Checking segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:25.973712 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.974453 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Bound using segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:25.975239 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Bound port: 61ad5739-cf9f-4a40-873b-42db66bc97a4, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:25.975786 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:25.980054 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.980636 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.981180 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.981674 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.982030 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.982404 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.982767 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.983098 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.983429 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.983746 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.984232 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:25.984758 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:26.035475 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-a31d95b4-c7e3-4ae0-8870-0e415eb56cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:26.041398 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-a31d95b4-c7e3-4ae0-8870-0e415eb56cf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.1130574 Aug 16 15:53:26.082900 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-1f019a31-8c9e-4d8f-921c-2a565e7425ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337090 Aug 16 15:53:26.095799 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-411be5de-c384-4d50-866d-1df443dc180a None None] For port 61ad5739-cf9f-4a40-873b-42db66bc97a4, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:26.099955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-411be5de-c384-4d50-866d-1df443dc180a None None] For port 61ad5739-cf9f-4a40-873b-42db66bc97a4, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=61ad5739-cf9f-4a40-873b-42db66bc97a4,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:26.184665 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:26.185745 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-82ead947-e3e0-43c8-b361-58beb3b96cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947251 Aug 16 15:53:26.199252 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:26.220044 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:26.261872 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be5de-c384-4d50-866d-1df443dc180a None None] Pushing event updated for resources: {'Port': ['ID=61ad5739-cf9f-4a40-873b-42db66bc97a4,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:26.307137 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0a0fa23-e79f-41f0-bf92-a2fd912daeeb req-6fb63014-37ba-45c7-add2-566b386eef96 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125863 Aug 16 15:53:26.354953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Allocated IP 172.27.2.148 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/ceb75f29-308e-4e52-9606-0d8b74599684) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:26.495434 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:26.614021 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:26.657013 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:26.660302 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:26.664467 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:26.670212 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb75f29-308e-4e52-9606-0d8b74599684,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:26.875549 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 61ad5739-cf9f-4a40-873b-42db66bc97a4 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:27.000515 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 61ad5739-cf9f-4a40-873b-42db66bc97a4 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:27.066628 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4d3bb-dbb7-4b89-ae20-17e4552104e4 req-08f504d2-7a29-46a5-a0b2-9114ad52803b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:27.073511 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-05c4d3bb-dbb7-4b89-ae20-17e4552104e4 req-08f504d2-7a29-46a5-a0b2-9114ad52803b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1088474 Aug 16 15:53:27.094268 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.158948 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-05c4d3bb-dbb7-4b89-ae20-17e4552104e4 req-cb34b2c5-73a0-47e8-8a36-d035e250b038 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845413 Aug 16 15:53:27.312405 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4952f7e-1df4-485e-838c-67fc139b52ea None None] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:27.346712 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.369800 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3feafac7-beae-4e8a-a619-cd1f45fa257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.467684 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] Provisioning for port 61ad5739-cf9f-4a40-873b-42db66bc97a4 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:27.473220 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] Provisioning complete for port 61ad5739-cf9f-4a40-873b-42db66bc97a4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:27.473636 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.552633 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Router 3382fe25-07e7-4583-89bc-41462f4be9ae is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:53:27.563735 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.598849 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] For port 61ad5739-cf9f-4a40-873b-42db66bc97a4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=61ad5739-cf9f-4a40-873b-42db66bc97a4,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:27.668681 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:27.669326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.678596 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Sync routers for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:27.693150 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:27.693803 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:27.721370 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f035d-9873-4a1d-a1be-6c223420a622 None None] Pushing event updated for resources: {'Port': ['ID=61ad5739-cf9f-4a40-873b-42db66bc97a4,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:27.743614 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.745055 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-75e2e3bc-f725-4a41-96ca-bff47043ecc7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3696489 Aug 16 15:53:27.747768 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51190) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:27.788572 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-4d49a261-1704-45e9-b8bb-e5083770e1d5 None None] Provisioning complete for port 61ad5739-cf9f-4a40-873b-42db66bc97a4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:27.789029 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-4d49a261-1704-45e9-b8bb-e5083770e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:27.809284 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:28.037669 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:26Z', 'revision_number': 3, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:28.065532 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Checking router: 3382fe25-07e7-4583-89bc-41462f4be9ae for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:28.065794 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Updating router 3382fe25-07e7-4583-89bc-41462f4be9ae port ceb75f29-308e-4e52-9606-0d8b74599684 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:28.104812 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.396934 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fe39-ae69-43d9-b121-cd2f446bb2bb req-0de37b50-a265-438a-83a0-444ccb2649b0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:28.398790 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9389fe39-ae69-43d9-b121-cd2f446bb2bb req-0de37b50-a265-438a-83a0-444ccb2649b0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1228297 Aug 16 15:53:28.433563 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.446176 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Transition to ACTIVE for port object ceb75f29-308e-4e52-9606-0d8b74599684 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:28.491227 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9389fe39-ae69-43d9-b121-cd2f446bb2bb req-6287dac6-46b8-4e3d-ad5b-155edc0b0989 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820291 Aug 16 15:53:28.533098 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51218) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:28.542708 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.552871 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.611129 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Pushing event updated for resources: {'Port': ['ID=ceb75f29-308e-4e52-9606-0d8b74599684,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:28.614749 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Attempting to bind port ceb75f29-308e-4e52-9606-0d8b74599684 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:28.615122 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Attempting to bind port ceb75f29-308e-4e52-9606-0d8b74599684 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:28.615482 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Attempting to bind port ceb75f29-308e-4e52-9606-0d8b74599684 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:28.622098 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.622571 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.625609 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.626883 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:28.632323 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:28.632729 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:28.633101 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.633491 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:28.633975 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Bound port: ceb75f29-308e-4e52-9606-0d8b74599684, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:28.634377 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.682221 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-910dacda-c1bb-4b33-a2c8-4ff3102a4e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.705375 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] For port ceb75f29-308e-4e52-9606-0d8b74599684, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:28.709111 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] For port ceb75f29-308e-4e52-9606-0d8b74599684, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ceb75f29-308e-4e52-9606-0d8b74599684,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:28.730587 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Allocated IP 172.20.0.1 (c663eda6-b9eb-4f55-ba98-587e31cc8af3/2cb68b82-7cfd-4157-b805-6b967623eb7b/b54884ef-c2aa-4a22-9f2f-4778899440c5) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:28.790079 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-910dacda-c1bb-4b33-a2c8-4ff3102a4e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.793314 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.807433 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 61ad5739-cf9f-4a40-873b-42db66bc97a4 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:28.844026 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.853952 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:28.854634 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:28.865236 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Transition to ACTIVE for port object b54884ef-c2aa-4a22-9f2f-4778899440c5 will not be triggered until provisioned by entity DHCP. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:28.877668 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 61ad5739-cf9f-4a40-873b-42db66bc97a4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:28.880121 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.895857 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25340881-eb87-4965-b520-38b4dbf4fd07 None None] Pushing event updated for resources: {'Port': ['ID=ceb75f29-308e-4e52-9606-0d8b74599684,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:28.897490 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-910dacda-c1bb-4b33-a2c8-4ff3102a4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:28.944336 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-910dacda-c1bb-4b33-a2c8-4ff3102a4e11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83252aabc3a34e12a55039bd64fdfe52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100258 Aug 16 15:53:28.947233 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51222) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:28.960522 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dacda-c1bb-4b33-a2c8-4ff3102a4e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cce215-c3d9-47cf-bea7-ca220930d60a,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:29.014985 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.072309 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:29.082270 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:29.083486 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:29.088328 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:29.090946 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3d2e19ef-08c9-4f5f-ba8b-f9e06f3c9440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.139643 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Pushing event updated for resources: {'Port': ['ID=b54884ef-c2aa-4a22-9f2f-4778899440c5,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:29.165587 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3d2e19ef-08c9-4f5f-ba8b-f9e06f3c9440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.182285 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.311345 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:26Z', 'revision_number': 3, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:29.344251 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19969a8b-3e95-4ed8-acf9-d74ac6e1caff None None] The sync data for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi is: [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:26Z', 'revision_number': 3, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:29.446249 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3d2e19ef-08c9-4f5f-ba8b-f9e06f3c9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.448925 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3d2e19ef-08c9-4f5f-ba8b-f9e06f3c9440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.450206 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-3d2e19ef-08c9-4f5f-ba8b-f9e06f3c9440 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85cce215-c3d9-47cf-bea7-ca220930d60a HTTP/1.1" status: 204 len: 168 time: 0.5018876 Aug 16 15:53:29.460417 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e19ef-08c9-4f5f-ba8b-f9e06f3c9440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cce215-c3d9-47cf-bea7-ca220930d60a,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:29.530953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.543793 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ec3deb1e-088f-434e-b543-81a61ad3f89c None None] Provisioning for port b54884ef-c2aa-4a22-9f2f-4778899440c5 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:29.548729 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ec3deb1e-088f-434e-b543-81a61ad3f89c None None] Provisioning complete for port b54884ef-c2aa-4a22-9f2f-4778899440c5 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:29.549266 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ec3deb1e-088f-434e-b543-81a61ad3f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.602026 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-ec3deb1e-088f-434e-b543-81a61ad3f89c None None] Port b54884ef-c2aa-4a22-9f2f-4778899440c5 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:29.754779 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6000ff-a438-4261-ae06-a3446d3713a6 req-a981e194-9621-416c-b3e4-f061c6e7b717 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:29.756679 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ec6000ff-a438-4261-ae06-a3446d3713a6 req-a981e194-9621-416c-b3e4-f061c6e7b717 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0987740 Aug 16 15:53:29.829521 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ec6000ff-a438-4261-ae06-a3446d3713a6 req-87ed8a36-8480-47ab-b10e-8fa1c303b6d6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Aug 16 15:53:29.836300 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:29.943562 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.024814 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Pushing event updated for resources: {'Port': ['ID=b54884ef-c2aa-4a22-9f2f-4778899440c5,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:30.024814 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.069037 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0103902b-3571-4c80-9086-9d603a9468ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.133284 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:30.134936 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:30.287366 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Router 3382fe25-07e7-4583-89bc-41462f4be9ae has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:53:30.351488 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51252) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:30.367053 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ee1e80d1-312e-46c2-b1e6-3cd089329497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.449083 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:30.455191 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-883bf285-3424-4efb-a21c-e01d2ab06b45 admin admin] 10.222.0.30 "PUT /v2.0/routers/3382fe25-07e7-4583-89bc-41462f4be9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7064252 Aug 16 15:53:30.463044 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-c5a316b9-fdc9-406d-94f4-e611eee9010d None None] Provisioning complete for port b54884ef-c2aa-4a22-9f2f-4778899440c5 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:30.463493 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c5a316b9-fdc9-406d-94f4-e611eee9010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.512273 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-c5a316b9-fdc9-406d-94f4-e611eee9010d None None] Port b54884ef-c2aa-4a22-9f2f-4778899440c5 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:30.531138 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ee1e80d1-312e-46c2-b1e6-3cd089329497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.561276 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.687850 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ee1e80d1-312e-46c2-b1e6-3cd089329497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.731448 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ee1e80d1-312e-46c2-b1e6-3cd089329497 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dba3a91dcd59463cbd0529dd48e25fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788614 Aug 16 15:53:30.732386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e80d1-312e-46c2-b1e6-3cd089329497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f64017-81c1-4553-a266-13a79323976b,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:30.734167 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51264) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:30.797504 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1d602d8f-6f20-4fab-8483-8578b6e84fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.828498 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1d602d8f-6f20-4fab-8483-8578b6e84fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.887641 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ceb75f29-308e-4e52-9606-0d8b74599684 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:30.980116 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1d602d8f-6f20-4fab-8483-8578b6e84fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.982787 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1d602d8f-6f20-4fab-8483-8578b6e84fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:30.984167 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1d602d8f-6f20-4fab-8483-8578b6e84fd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4f64017-81c1-4553-a266-13a79323976b HTTP/1.1" status: 204 len: 168 time: 0.2489135 Aug 16 15:53:31.029292 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d602d8f-6f20-4fab-8483-8578b6e84fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f64017-81c1-4553-a266-13a79323976b,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:31.065530 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249deb72-8448-4e62-ad3e-2bddd5352703 req-3d7b47f1-8a2f-4f11-9dc0-9b3cd98359f4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:31.068246 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-249deb72-8448-4e62-ad3e-2bddd5352703 req-3d7b47f1-8a2f-4f11-9dc0-9b3cd98359f4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0907423 Aug 16 15:53:31.086405 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.087294 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port ceb75f29-308e-4e52-9606-0d8b74599684 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:31.091740 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port ceb75f29-308e-4e52-9606-0d8b74599684 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:31.092132 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.129945 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-249deb72-8448-4e62-ad3e-2bddd5352703 req-841381a7-3390-4a74-be10-736515b9b24e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559413 Aug 16 15:53:31.203661 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.234971 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port ceb75f29-308e-4e52-9606-0d8b74599684, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ceb75f29-308e-4e52-9606-0d8b74599684,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:31.326610 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.393121 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=ceb75f29-308e-4e52-9606-0d8b74599684,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:31.402811 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Sync routers for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:31.412182 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:31.412807 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:31.540591 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:31.742014 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51300) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:31.749463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 2, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:31.788292 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Checking router: 3382fe25-07e7-4583-89bc-41462f4be9ae for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:31.788292 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Updating router 3382fe25-07e7-4583-89bc-41462f4be9ae port b54884ef-c2aa-4a22-9f2f-4778899440c5 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:31.788572 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51304) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:31.794162 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1749861072-network', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:31.805624 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.822186 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51306) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:31.838138 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-67bd59a7-2853-4024-a535-4868f85d6162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.909180 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Made reservation on behalf of c66ec75228664a5dba5ef28cc58d134d for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:31.912338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.925130 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:31.994185 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-67bd59a7-2853-4024-a535-4868f85d6162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.035271 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ec529f5e-a4a5-4a5e-a5f1-b39c000ff135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.080734 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-67bd59a7-2853-4024-a535-4868f85d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.116794 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.135677 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Transition to ACTIVE for port object b54884ef-c2aa-4a22-9f2f-4778899440c5 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:32.147960 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd59a7-2853-4024-a535-4868f85d6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284d500-f7c5-4dbf-ab5b-967e188a2856,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.155994 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-67bd59a7-2853-4024-a535-4868f85d6162 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc2a58c43db47d29245867d55b75178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321128 Aug 16 15:53:32.156086 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51312) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:32.198498 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.244304 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1afa580b-a751-42bf-86d3-01b261f2051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.257536 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ccaa-d9c8-4f58-9ee2-fd0bcd75f0a9 None None] Pushing event updated for resources: {'Port': ['ID=b54884ef-c2aa-4a22-9f2f-4778899440c5,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.259157 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.280641 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa33db0-7791-4a85-ba1e-cf0f9a205642 req-668d03c1-b594-4fc1-9aa7-349ac022ca10 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:32.280868 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1afa580b-a751-42bf-86d3-01b261f2051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.283658 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-daa33db0-7791-4a85-ba1e-cf0f9a205642 req-668d03c1-b594-4fc1-9aa7-349ac022ca10 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0824094 Aug 16 15:53:32.326344 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.339350 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:53:32.356041 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.356659 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Added segment a028c4bf-1195-4aec-ae11-c23b37f3218c of type vlan for network c5ce13dc-5879-4e11-ae78-64d66c267e18 Aug 16 15:53:32.364736 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Attempting to bind port b54884ef-c2aa-4a22-9f2f-4778899440c5 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:32.365346 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Attempting to bind port b54884ef-c2aa-4a22-9f2f-4778899440c5 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:32.365900 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Attempting to bind port b54884ef-c2aa-4a22-9f2f-4778899440c5 on network c663eda6-b9eb-4f55-ba98-587e31cc8af3 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:32.373275 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-daa33db0-7791-4a85-ba1e-cf0f9a205642 req-4ce4a56e-8f3e-4508-91f1-85a9b25331ca tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886238 Aug 16 15:53:32.387223 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:32.387426 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Checking segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:32.389249 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.389676 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Bound using segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:32.391261 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Bound port: b54884ef-c2aa-4a22-9f2f-4778899440c5, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:32.391899 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.426540 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.438802 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d8973-be4e-43ef-adbb-e91fac735293,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.475578 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ec529f5e-a4a5-4a5e-a5f1-b39c000ff135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.525129 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] For port b54884ef-c2aa-4a22-9f2f-4778899440c5, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:32.534460 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] For port b54884ef-c2aa-4a22-9f2f-4778899440c5, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=b54884ef-c2aa-4a22-9f2f-4778899440c5,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:32.560448 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1afa580b-a751-42bf-86d3-01b261f2051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.563105 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1afa580b-a751-42bf-86d3-01b261f2051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.564514 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1afa580b-a751-42bf-86d3-01b261f2051c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8284d500-f7c5-4dbf-ab5b-967e188a2856 HTTP/1.1" status: 204 len: 168 time: 0.4078174 Aug 16 15:53:32.572799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa580b-a751-42bf-86d3-01b261f2051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284d500-f7c5-4dbf-ab5b-967e188a2856,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.589168 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ec529f5e-a4a5-4a5e-a5f1-b39c000ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.597890 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.599260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:32.604513 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.646784 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.653044 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec529f5e-a4a5-4a5e-a5f1-b39c000ff135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544de5f8-f7f3-47b4-abac-63fad2c60f7f,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.661538 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ec529f5e-a4a5-4a5e-a5f1-b39c000ff135 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6934e6b4b084e0bb5e42f2ebd1415bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181807 Aug 16 15:53:32.662307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51326) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:32.677158 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] Pushing event updated for resources: {'Network': ['ID=c5ce13dc-5879-4e11-ae78-64d66c267e18,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.693236 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:53:32.720552 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad8aa-b676-4128-a8c4-42461f17d713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.746341 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad8aa-b676-4128-a8c4-42461f17d713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.784327 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ad3639d2-79b2-4d78-8f68-3e7ebcef3c9f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9923911 Aug 16 15:53:32.785297 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51328) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:32.790050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Request body: {'subnet': {'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1749861072-subnet', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:32.810135 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:32.811219 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:32.817493 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ccaa-d9c8-4f58-9ee2-fd0bcd75f0a9 None None] Pushing event updated for resources: {'Port': ['ID=b54884ef-c2aa-4a22-9f2f-4778899440c5,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:32.912959 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Made reservation on behalf of c66ec75228664a5dba5ef28cc58d134d for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:32.915575 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:32.929743 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ceb75f29-308e-4e52-9606-0d8b74599684 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:32.992687 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:33.007605 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad8aa-b676-4128-a8c4-42461f17d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.007605 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad8aa-b676-4128-a8c4-42461f17d713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.007605 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ac7ad8aa-b676-4128-a8c4-42461f17d713 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/544de5f8-f7f3-47b4-abac-63fad2c60f7f HTTP/1.1" status: 204 len: 168 time: 0.3430781 Aug 16 15:53:33.023880 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ad8aa-b676-4128-a8c4-42461f17d713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544de5f8-f7f3-47b4-abac-63fad2c60f7f,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:33.059872 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.138570 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port ceb75f29-308e-4e52-9606-0d8b74599684 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:33.139177 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.216211 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.303804 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2d14d4-439d-4ba7-997e-64045b56f6d4,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:33.312941 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Checking segment: {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:33.313508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Network hostable DHCP agents. Network: c5ce13dc-5879-4e11-ae78-64d66c267e18, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:53:33.398465 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:53:33.490803 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:32Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:33.518676 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, c5ce13dc-5879-4e11-ae78-64d66c267e18) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:33.522707 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82974b-cb3a-41d4-8164-3c1e864da50d None None] The sync data for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi is: [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:32Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:33.526618 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:33.527491 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3997193-4aaa-4ddd-b7af-79a1b0d8c5bd None None] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:33.528237 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.551168 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609333df-65d3-45b2-bc5d-69823c0eeebd req-d121dbca-29f9-442f-b29c-de7ba4a9a15c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:33.552822 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-609333df-65d3-45b2-bc5d-69823c0eeebd req-d121dbca-29f9-442f-b29c-de7ba4a9a15c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0798891 Aug 16 15:53:33.628934 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-eaa53ef6-1c6c-4d82-9dd7-159123cc06d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8422859 Aug 16 15:53:33.634082 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51354) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:33.635133 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-609333df-65d3-45b2-bc5d-69823c0eeebd req-566ce172-6746-40cc-84f6-e13cb7048629 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741470 Aug 16 15:53:33.639715 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:33.762220 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.765486 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.779777 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-c5ce13dc-5879-4e11-ae78-64d66c267e18', 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'fixed_ips': [{'subnet_id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:53:33.780935 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.833493 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:33.972990 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Allocated IP 172.20.0.2 (c5ce13dc-5879-4e11-ae78-64d66c267e18/0a2d14d4-439d-4ba7-997e-64045b56f6d4/a3707e52-5a67-4247-ad72-9d047ed368b7) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:34.012313 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51366) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:34.031693 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef34d-4a0e-4b19-8241-1287d7d9b6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.204562 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef34d-4a0e-4b19-8241-1287d7d9b6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.206773 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.228603 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.238622 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Transition to ACTIVE for port object a3707e52-5a67-4247-ad72-9d047ed368b7 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:34.263516 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Transition to ACTIVE for port object a3707e52-5a67-4247-ad72-9d047ed368b7 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:34.308962 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef34d-4a0e-4b19-8241-1287d7d9b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.348098 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.365749 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ef34d-4a0e-4b19-8241-1287d7d9b6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93acb1-3b8a-4b6f-80e3-e60d851a773f,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:34.389882 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-6b8ef34d-4a0e-4b19-8241-1287d7d9b6d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d87702793b814a4ab1bc25fc945efe7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718519 Aug 16 15:53:34.389882 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51372) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:34.392987 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:34.407803 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:34.413887 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:34.416645 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Pushing event updated for resources: {'Port': ['ID=a3707e52-5a67-4247-ad72-9d047ed368b7,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:34.494405 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Attempting to bind port a3707e52-5a67-4247-ad72-9d047ed368b7 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:34.495150 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Attempting to bind port a3707e52-5a67-4247-ad72-9d047ed368b7 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:34.495888 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Attempting to bind port a3707e52-5a67-4247-ad72-9d047ed368b7 on network c5ce13dc-5879-4e11-ae78-64d66c267e18 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:34.508785 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:34.509816 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Checking segment: {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:34.510444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.511147 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Bound using segment: {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:34.511856 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Bound port: a3707e52-5a67-4247-ad72-9d047ed368b7, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:34.512484 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.541065 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9d131569-701f-417d-88c5-92f57c0f51fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.572799 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9d131569-701f-417d-88c5-92f57c0f51fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.654589 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] For port a3707e52-5a67-4247-ad72-9d047ed368b7, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:34.658374 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] For port a3707e52-5a67-4247-ad72-9d047ed368b7, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a3707e52-5a67-4247-ad72-9d047ed368b7,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:34.718915 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9d131569-701f-417d-88c5-92f57c0f51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.722603 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9d131569-701f-417d-88c5-92f57c0f51fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.723295 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-9d131569-701f-417d-88c5-92f57c0f51fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f93acb1-3b8a-4b6f-80e3-e60d851a773f HTTP/1.1" status: 204 len: 168 time: 0.3321335 Aug 16 15:53:34.732080 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d131569-701f-417d-88c5-92f57c0f51fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93acb1-3b8a-4b6f-80e3-e60d851a773f,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:34.741985 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:34.886444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49e8f7-6718-464d-9a18-03f024fb3c2c None None] Pushing event updated for resources: {'Port': ['ID=a3707e52-5a67-4247-ad72-9d047ed368b7,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:34.935487 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device b54884ef-c2aa-4a22-9f2f-4778899440c5 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:35.049167 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40e999-808e-4d5e-80b7-ec228f7d66ca req-2e616f2b-ff4c-41b6-86bd-e998d1efcdb4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:35.057886 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5a40e999-808e-4d5e-80b7-ec228f7d66ca req-2e616f2b-ff4c-41b6-86bd-e998d1efcdb4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1955979 Aug 16 15:53:35.082223 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.112703 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.135247 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port b54884ef-c2aa-4a22-9f2f-4778899440c5 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:35.139642 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port b54884ef-c2aa-4a22-9f2f-4778899440c5 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:35.140023 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.209913 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5a40e999-808e-4d5e-80b7-ec228f7d66ca req-d0158862-7f1f-4186-ba61-9c2bbef61d37 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512127 Aug 16 15:53:35.375102 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Allocated IP 172.27.2.217 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/1cb61cee-d019-4c9f-bd87-034bffdaf8b5) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:35.384214 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.460749 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port b54884ef-c2aa-4a22-9f2f-4778899440c5, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=b54884ef-c2aa-4a22-9f2f-4778899440c5,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:35.548868 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.564320 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.647713 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=b54884ef-c2aa-4a22-9f2f-4778899440c5,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:35.702115 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:35.744218 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:35.744218 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:35.747599 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:35.782777 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:36.216244 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:36.365028 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa6dd8-2e45-46c2-a774-320376f1736c None None] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:36.467317 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8d47-e289-46a9-ae75-887aa7ec9b2a req-b0ec1366-5a33-4920-bdcd-84f24d10bf66 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:36.469133 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f9af8d47-e289-46a9-ae75-887aa7ec9b2a req-b0ec1366-5a33-4920-bdcd-84f24d10bf66 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1487465 Aug 16 15:53:36.533574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:36.534364 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f9af8d47-e289-46a9-ae75-887aa7ec9b2a req-bdda27aa-a52e-4940-a68f-a04079bf3b3c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 Aug 16 15:53:36.567562 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-a9ac5f43-7260-4fc2-ad88-174f79351cc0 None None] Provisioning for port a3707e52-5a67-4247-ad72-9d047ed368b7 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:36.833726 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:53:36.985381 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a3707e52-5a67-4247-ad72-9d047ed368b7 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:37.030454 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:37.042247 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Sync routers for ids ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:37.063928 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Routers {'d3f7ec54-70cb-4046-8ef3-5662a8b99d04'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:37.063928 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:37.111012 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.114530 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-b5ec3899-36fd-4b13-8b81-c16b2777a817 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4774036 Aug 16 15:53:37.119932 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51482) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:37.164611 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port a3707e52-5a67-4247-ad72-9d047ed368b7 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:37.172058 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port a3707e52-5a67-4247-ad72-9d047ed368b7 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:37.172594 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.203884 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Set router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:37.392903 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.456109 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port a3707e52-5a67-4247-ad72-9d047ed368b7, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a3707e52-5a67-4247-ad72-9d047ed368b7,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:37.502037 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 3, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:37.554455 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51500) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:37.559146 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Checking router: d3f7ec54-70cb-4046-8ef3-5662a8b99d04 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:37.559503 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Updating router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:37.601379 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.602195 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device b54884ef-c2aa-4a22-9f2f-4778899440c5 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:37.627929 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.715565 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5479-1a66-44b0-b0d0-7ecc04e42eae req-d4bc76b3-b591-4b79-bc97-d3fad13a07d9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:37.725781 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3e9f5479-1a66-44b0-b0d0-7ecc04e42eae req-d4bc76b3-b591-4b79-bc97-d3fad13a07d9 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0670002 Aug 16 15:53:37.775310 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3e9f5479-1a66-44b0-b0d0-7ecc04e42eae req-e2ae37c9-8cc4-44ca-9e83-8377a222d95b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Aug 16 15:53:37.796478 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-79d8a1cd-8dd6-4dd3-9851-5812dd77a6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.823648 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=a3707e52-5a67-4247-ad72-9d047ed368b7,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:37.853397 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port b54884ef-c2aa-4a22-9f2f-4778899440c5 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:37.853784 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.856973 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:37.979182 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-79d8a1cd-8dd6-4dd3-9851-5812dd77a6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.042424 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.053278 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Transition to ACTIVE for port object 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:38.092504 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-79d8a1cd-8dd6-4dd3-9851-5812dd77a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.120965 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.140932 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-79d8a1cd-8dd6-4dd3-9851-5812dd77a6a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=357781569e5745ef9268d9d433db161b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852036 Aug 16 15:53:38.142208 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8a1cd-8dd6-4dd3-9851-5812dd77a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce32d1ce-e3af-47b3-94af-c06eab48c01b,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:38.145660 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51520) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:38.173180 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee193aa7-3659-4106-bd86-4285e5074169 None None] Pushing event updated for resources: {'Port': ['ID=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:38.189145 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Attempting to bind port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:38.189705 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Attempting to bind port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:38.190064 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Attempting to bind port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:38.196027 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:38.196389 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:38.196780 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.197327 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:38.197807 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Bound port: 1cb61cee-d019-4c9f-bd87-034bffdaf8b5, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:38.198252 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.202887 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Allocated IP 172.20.0.1 (c5ce13dc-5879-4e11-ae78-64d66c267e18/0a2d14d4-439d-4ba7-997e-64045b56f6d4/64623ce4-c30a-4a64-b48e-4f2cced80784) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:38.235065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-48bb8d7c-1926-4a3a-85a4-e43ee9e380f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.257733 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] For port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:38.261142 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] For port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:38.312877 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-48bb8d7c-1926-4a3a-85a4-e43ee9e380f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.357258 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.393533 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.443472 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Routers {'d3f7ec54-70cb-4046-8ef3-5662a8b99d04'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:38.444092 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:38.447259 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee193aa7-3659-4106-bd86-4285e5074169 None None] Pushing event updated for resources: {'Port': ['ID=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:38.531794 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Transition to ACTIVE for port object 64623ce4-c30a-4a64-b48e-4f2cced80784 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:38.542258 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-48bb8d7c-1926-4a3a-85a4-e43ee9e380f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.545027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-48bb8d7c-1926-4a3a-85a4-e43ee9e380f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.549014 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-48bb8d7c-1926-4a3a-85a4-e43ee9e380f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce32d1ce-e3af-47b3-94af-c06eab48c01b HTTP/1.1" status: 204 len: 168 time: 0.4022059 Aug 16 15:53:38.570626 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8d7c-1926-4a3a-85a4-e43ee9e380f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce32d1ce-e3af-47b3-94af-c06eab48c01b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:38.581444 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] Set router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:38.698356 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.768280 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:38.771224 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:38.775880 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:38.779408 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Pushing event updated for resources: {'Port': ['ID=64623ce4-c30a-4a64-b48e-4f2cced80784,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:38.867455 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:38.881303 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 3, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:38.899633 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a3707e52-5a67-4247-ad72-9d047ed368b7 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:38.958399 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a650e3-e477-4bca-ad4d-0ae377809fff None None] The sync data for ids ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'] in dv-cinder-799668-6-iscsi is: [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 3, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:39.001132 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port a3707e52-5a67-4247-ad72-9d047ed368b7 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:39.002326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:39.063014 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d231e-060e-4021-8f7d-d85e4537614e req-bcf33eee-b381-4454-a334-98961f4ff1f2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:39.065494 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-116d231e-060e-4021-8f7d-d85e4537614e req-bcf33eee-b381-4454-a334-98961f4ff1f2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1741357 Aug 16 15:53:39.153227 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-116d231e-060e-4021-8f7d-d85e4537614e req-f11fab7d-0fdd-48ab-b5cc-80440896ab19 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773106 Aug 16 15:53:39.259427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:39.362230 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-690826ba-2064-4ac9-9f24-9d4dc16fab06 None None] Provisioning for port 64623ce4-c30a-4a64-b48e-4f2cced80784 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:39.376420 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-690826ba-2064-4ac9-9f24-9d4dc16fab06 None None] Provisioning complete for port 64623ce4-c30a-4a64-b48e-4f2cced80784 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:39.377954 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-690826ba-2064-4ac9-9f24-9d4dc16fab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:39.430004 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-690826ba-2064-4ac9-9f24-9d4dc16fab06 None None] Port 64623ce4-c30a-4a64-b48e-4f2cced80784 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:39.504509 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:39.598372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:39.665232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:39.667027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Pushing event updated for resources: {'Port': ['ID=64623ce4-c30a-4a64-b48e-4f2cced80784,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:39.787077 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:39.788934 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:39.966501 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:53:40.161930 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:40.165105 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-b949ee33-4035-4c03-914f-60e299cbc53c None None] Provisioning complete for port 64623ce4-c30a-4a64-b48e-4f2cced80784 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:40.165818 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-b949ee33-4035-4c03-914f-60e299cbc53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:40.171900 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a0c6d5d9-0c81-4289-98c0-989bcc185f38 admin admin] 10.222.0.30 "PUT /v2.0/routers/d3f7ec54-70cb-4046-8ef3-5662a8b99d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0545614 Aug 16 15:53:40.236470 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-b949ee33-4035-4c03-914f-60e299cbc53c None None] Port 64623ce4-c30a-4a64-b48e-4f2cced80784 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:40.365278 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299e85c-bded-4a9d-b786-5c6bee680935 req-69dc1753-a953-4e8c-9bf9-e867cc0b25cd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:40.366927 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d299e85c-bded-4a9d-b786-5c6bee680935 req-69dc1753-a953-4e8c-9bf9-e867cc0b25cd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0714140 Aug 16 15:53:40.410979 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d299e85c-bded-4a9d-b786-5c6bee680935 req-9f585124-4cae-4928-b53b-7b1d3993d735 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Aug 16 15:53:40.927704 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:40.983152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51606) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:41.074896 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:41.079217 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:41.085577 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.187935 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51612) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:41.208128 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.230398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:41.231864 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb624271-a28c-4cde-8ac2-d5ce127446b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.265732 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-931c2689-04e0-4ddc-80dd-b51f47702e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.299686 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Sync routers for ids ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:41.310844 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Routers {'d3f7ec54-70cb-4046-8ef3-5662a8b99d04'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:41.313517 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:41.329558 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51616) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:41.335813 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997523362', 'description': 'tempest-secgroup-smoke-997523362 description', 'project_id': '6c4765f685b345c18615588816442484'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:41.351984 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.368211 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb624271-a28c-4cde-8ac2-d5ce127446b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.435526 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb624271-a28c-4cde-8ac2-d5ce127446b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.447514 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:41.466230 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Set router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:41.493183 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-eb624271-a28c-4cde-8ac2-d5ce127446b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0776c99afd144f48836174d480ef45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082822 Aug 16 15:53:41.496383 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51622) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:41.533039 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb624271-a28c-4cde-8ac2-d5ce127446b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e796bc52-e1ce-4153-8c32-61acf87950c5,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:41.559280 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8da6a283-d163-4ec5-bf17-c6595b162025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.595235 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8da6a283-d163-4ec5-bf17-c6595b162025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.628401 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d38fd5-822d-4296-a164-fce2c1ee1c49 req-f877f57d-84d9-41aa-b0b9-7cb75df6df38 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:41.631964 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-27d38fd5-822d-4296-a164-fce2c1ee1c49 req-f877f57d-84d9-41aa-b0b9-7cb75df6df38 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1466398 Aug 16 15:53:41.695450 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-931c2689-04e0-4ddc-80dd-b51f47702e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.707800 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-27d38fd5-822d-4296-a164-fce2c1ee1c49 req-4b3ca927-280a-4756-a36b-9ef7e89f4865 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Aug 16 15:53:41.725417 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:53:39Z', 'revision_number': 4, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '64623ce4-c30a-4a64-b48e-4f2cced80784', 'name': '', 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'mac_address': 'fa:16:3e:50:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:37Z', 'updated_at': '2021-08-16T15:53:39Z', 'revision_number': 2, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'subnets': [{'id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:41.743704 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8da6a283-d163-4ec5-bf17-c6595b162025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.746237 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8da6a283-d163-4ec5-bf17-c6595b162025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.747631 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-8da6a283-d163-4ec5-bf17-c6595b162025 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e796bc52-e1ce-4153-8c32-61acf87950c5 HTTP/1.1" status: 204 len: 168 time: 0.2502475 Aug 16 15:53:41.747857 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Checking router: d3f7ec54-70cb-4046-8ef3-5662a8b99d04 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:41.748000 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Updating router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 port 64623ce4-c30a-4a64-b48e-4f2cced80784 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:41.757081 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6a283-d163-4ec5-bf17-c6595b162025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e796bc52-e1ce-4153-8c32-61acf87950c5,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:41.789343 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.811208 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-931c2689-04e0-4ddc-80dd-b51f47702e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.867254 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-931c2689-04e0-4ddc-80dd-b51f47702e48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d51ba57f5615460cbc91ebac72b972dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6758103 Aug 16 15:53:41.867254 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c2689-04e0-4ddc-80dd-b51f47702e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d78c10-7a4c-4082-baa4-d8b62a4852d9,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:41.868359 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51632) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:41.927041 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.944364 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4093f70a-54a8-4ea5-b934-eef246e83b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:41.967515 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4093f70a-54a8-4ea5-b934-eef246e83b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.045085 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.115358 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4093f70a-54a8-4ea5-b934-eef246e83b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.115629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.119870 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4093f70a-54a8-4ea5-b934-eef246e83b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.123014 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4093f70a-54a8-4ea5-b934-eef246e83b15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30d78c10-7a4c-4082-baa4-d8b62a4852d9 HTTP/1.1" status: 204 len: 168 time: 0.2514956 Aug 16 15:53:42.141702 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093f70a-54a8-4ea5-b934-eef246e83b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d78c10-7a4c-4082-baa4-d8b62a4852d9,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:42.172934 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b2bf38-7690-46ed-b1ad-6ff707b34ee2,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:42.212493 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.213689 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c3f86d43-d655-4a8c-97f4-f8d82f28780d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8829887 Aug 16 15:53:42.216808 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51648) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:42.221994 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group_rule': {'security_group_id': '04b2bf38-7690-46ed-b1ad-6ff707b34ee2', 'project_id': '6c4765f685b345c18615588816442484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:42.296215 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.306870 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Transition to ACTIVE for port object 64623ce4-c30a-4a64-b48e-4f2cced80784 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:42.469500 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.477632 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.548182 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e8e3c-c493-45e9-afe8-322445096aae None None] Pushing event updated for resources: {'Port': ['ID=64623ce4-c30a-4a64-b48e-4f2cced80784,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:42.552948 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.580738 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Attempting to bind port 64623ce4-c30a-4a64-b48e-4f2cced80784 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:42.581094 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Attempting to bind port 64623ce4-c30a-4a64-b48e-4f2cced80784 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:42.581531 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Attempting to bind port 64623ce4-c30a-4a64-b48e-4f2cced80784 on network c5ce13dc-5879-4e11-ae78-64d66c267e18 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:42.586778 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:42.587149 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Checking segment: {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:42.587555 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.587950 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Bound using segment: {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:42.588415 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Bound port: 64623ce4-c30a-4a64-b48e-4f2cced80784, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a028c4bf-1195-4aec-ae11-c23b37f3218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:42.588798 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.624134 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.663789 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e467f2-3dec-4041-a948-ecdd0684c973,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:42.695517 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] For port 64623ce4-c30a-4a64-b48e-4f2cced80784, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:42.697802 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51658) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:42.700383 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] For port 64623ce4-c30a-4a64-b48e-4f2cced80784, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=64623ce4-c30a-4a64-b48e-4f2cced80784,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:42.720183 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-138430aa-704c-42dd-a7d3-bb12ef065c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.767148 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.769774 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c9094558-8aed-49f2-bc01-227a27071b08 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5512128 Aug 16 15:53:42.772734 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51664) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:42.778676 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group_rule': {'security_group_id': '04b2bf38-7690-46ed-b1ad-6ff707b34ee2', 'project_id': '6c4765f685b345c18615588816442484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:42.796509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.db.api [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 15:53:42.796509 dv-cinder-799668-6-iscsi neutron-server[101075]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 15:53:42.796509 dv-cinder-799668-6-iscsi neutron-server[101075]: [parameters: {'project_id_1': '6c4765f685b345c18615588816442484', 'expiration_1': datetime.datetime(2021, 8, 16, 15, 53, 42, 787174)}] Aug 16 15:53:42.796509 dv-cinder-799668-6-iscsi neutron-server[101075]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:53:42.797320 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG oslo_db.api [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:53:42.798172 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.918864 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:42.960859 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-138430aa-704c-42dd-a7d3-bb12ef065c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:42.991545 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f10701-3b36-4e3a-bffb-cd65ca1cca90 req-44e66f64-6736-450a-9fcf-ec8237983fc8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:42.999386 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-94f10701-3b36-4e3a-bffb-cd65ca1cca90 req-44e66f64-6736-450a-9fcf-ec8237983fc8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.2000616 Aug 16 15:53:43.004855 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Routers {'d3f7ec54-70cb-4046-8ef3-5662a8b99d04'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:43.006711 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:43.010325 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e8e3c-c493-45e9-afe8-322445096aae None None] Pushing event updated for resources: {'Port': ['ID=64623ce4-c30a-4a64-b48e-4f2cced80784,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:43.018446 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-138430aa-704c-42dd-a7d3-bb12ef065c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.086709 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-94f10701-3b36-4e3a-bffb-cd65ca1cca90 req-5f88196c-3bb8-40c2-b0cc-0a5c17fc4886 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860476 Aug 16 15:53:43.094841 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138430aa-704c-42dd-a7d3-bb12ef065c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf491691-c4be-4355-a519-6cc75f425528,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:43.127629 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-138430aa-704c-42dd-a7d3-bb12ef065c61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77c76f5ecfa74c59afba2d77b5b88528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287219 Aug 16 15:53:43.131199 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51682) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:43.159453 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:43.159833 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.185665 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c369297e-0ca3-41d5-ad5b-88bbeb7cb02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.207945 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c369297e-0ca3-41d5-ad5b-88bbeb7cb02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.260319 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] Set router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:43.341400 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c369297e-0ca3-41d5-ad5b-88bbeb7cb02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.344134 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c369297e-0ca3-41d5-ad5b-88bbeb7cb02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.345366 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c369297e-0ca3-41d5-ad5b-88bbeb7cb02e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf491691-c4be-4355-a519-6cc75f425528 HTTP/1.1" status: 204 len: 168 time: 0.2131846 Aug 16 15:53:43.354995 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369297e-0ca3-41d5-ad5b-88bbeb7cb02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf491691-c4be-4355-a519-6cc75f425528,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:43.435664 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.510987 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.515128 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:53:39Z', 'revision_number': 4, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '64623ce4-c30a-4a64-b48e-4f2cced80784', 'name': '', 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'mac_address': 'fa:16:3e:50:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:37Z', 'updated_at': '2021-08-16T15:53:42Z', 'revision_number': 4, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'subnets': [{'id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:43.541393 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a657f4-1d82-4ca9-bc48-9ee9419c8a5c None None] The sync data for ids ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'] in dv-cinder-799668-6-iscsi is: [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:53:39Z', 'revision_number': 4, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '64623ce4-c30a-4a64-b48e-4f2cced80784', 'name': '', 'network_id': 'c5ce13dc-5879-4e11-ae78-64d66c267e18', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'mac_address': 'fa:16:3e:50:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:37Z', 'updated_at': '2021-08-16T15:53:42Z', 'revision_number': 4, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'subnets': [{'id': '0a2d14d4-439d-4ba7-997e-64045b56f6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:43.617665 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.642545 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5cef12-1378-46f6-9761-3d4d25d16e0b,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:43.730010 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.731805 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1bbb374b-0f2d-4a94-b277-c4deb14f7a2a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9573822 Aug 16 15:53:43.734308 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51696) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:43.739904 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group_rule': {'security_group_id': '04b2bf38-7690-46ed-b1ad-6ff707b34ee2', 'project_id': '6c4765f685b345c18615588816442484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:43.743559 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51700) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:43.896322 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-124644160-network', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:43.907189 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.978780 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:43.998436 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Made reservation on behalf of 35a9e16fc3564cffa5041a8c9627d495 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:44.004687 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.017094 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.124915 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.145862 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.155065 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a235133-bc88-434e-9859-758e4c4e3e68,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:44.216247 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.256215 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:53:44.277307 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.277667 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Added segment c3a80a12-c2cc-405d-b7d7-111e72a77c45 of type vlan for network 024554cf-6b62-4504-975e-398fbd95665b Aug 16 15:53:44.279033 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b2046-400f-454f-899c-3c877669276d,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:44.319460 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3d78-43f7-4aeb-8c24-04742dbc324a req-5065a1a1-4fc8-48d2-b5e6-ab6dbd3c9de8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:44.321041 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9ec3d78-43f7-4aeb-8c24-04742dbc324a req-5065a1a1-4fc8-48d2-b5e6-ab6dbd3c9de8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1156869 Aug 16 15:53:44.347847 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.357000 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.360038 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-48397e37-4b6f-4335-866a-7fb032be3f72 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6232243 Aug 16 15:53:44.373878 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51732) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:44.382041 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group_rule': {'security_group_id': '04b2bf38-7690-46ed-b1ad-6ff707b34ee2', 'project_id': '6c4765f685b345c18615588816442484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:44.405466 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9ec3d78-43f7-4aeb-8c24-04742dbc324a req-39fa30ac-ad62-4bdb-952d-fc0a06128c0f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Aug 16 15:53:44.493022 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.494742 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:44.509275 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.546882 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.561079 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] Pushing event updated for resources: {'Network': ['ID=024554cf-6b62-4504-975e-398fbd95665b,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:44.576088 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 024554cf-6b62-4504-975e-398fbd95665b details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:53:44.640861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.796409 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0ee930ee-22bc-4cf1-9fb5-c4dd049719f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0515065 Aug 16 15:53:44.804473 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51746) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:44.806123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Request body: {'subnet': {'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-124644160-subnet', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:44.821675 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51750) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:44.828709 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.854823 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53a26aa-69f8-4911-9cbe-8037b8564469,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:44.898849 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 64623ce4-c30a-4a64-b48e-4f2cced80784 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:44.944241 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Made reservation on behalf of 35a9e16fc3564cffa5041a8c9627d495 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:44.946903 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:44.983935 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894763772-network', 'tenant_id': '2224270ffbe64412bc7a24a4f84b99bf'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:45.038984 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 64623ce4-c30a-4a64-b48e-4f2cced80784 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:45.040765 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.048158 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-e8b1e0ad-daf2-4e6b-b9ad-c1234aef59ba tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6672421 Aug 16 15:53:45.048369 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 64623ce4-c30a-4a64-b48e-4f2cced80784 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:45.048369 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.053706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51756) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:45.058833 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group_rule': {'security_group_id': '04b2bf38-7690-46ed-b1ad-6ff707b34ee2', 'project_id': '6c4765f685b345c18615588816442484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:45.150306 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.179757 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Made reservation on behalf of 2224270ffbe64412bc7a24a4f84b99bf for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:45.183033 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.200307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.201070 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 64623ce4-c30a-4a64-b48e-4f2cced80784, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=64623ce4-c30a-4a64-b48e-4f2cced80784,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:45.296428 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-19cec851-12ef-42aa-b925-e31a34effb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:45.298165 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-19cec851-12ef-42aa-b925-e31a34effb5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.3687601 Aug 16 15:53:45.343785 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.399713 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.securitygroups_db [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Project 6c4765f685b345c18615588816442484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:53:45.421217 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.449792 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=64623ce4-c30a-4a64-b48e-4f2cced80784,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:45.562324 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-9b972645-2dea-49a5-91ec-7284e8061ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:45.563851 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-9b972645-2dea-49a5-91ec-7284e8061ee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.2404184 Aug 16 15:53:45.582270 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.601184 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb707f-813f-4243-8a6e-22a7e0a8ea9c req-7ad0722f-1439-4b3c-93ad-c615eefec830 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:45.602722 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e3fb707f-813f-4243-8a6e-22a7e0a8ea9c req-7ad0722f-1439-4b3c-93ad-c615eefec830 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1179259 Aug 16 15:53:45.617814 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.627046 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-aba24cad-5a76-4eb6-a6fd-5e8c69b22cf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0431859 Aug 16 15:53:45.648914 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e3fb707f-813f-4243-8a6e-22a7e0a8ea9c req-9750be48-9071-4f72-be00-5ee5b14a810e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Aug 16 15:53:45.686873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-7ca3862e-8edc-4e1e-88bc-37cf1828d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:45.688326 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-7ca3862e-8edc-4e1e-88bc-37cf1828d72f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.0511632 Aug 16 15:53:45.707360 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.724842 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-1f765bb9-e687-4e3b-aed7-8fcbc19cfc08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240653 Aug 16 15:53:45.726230 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f1285c-6829-4aca-8f0f-5b5813e75ca4,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:45.754202 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.779781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.780013 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:53:45.791515 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583a5493-a4b6-4fda-8c2f-3b8dc0b93962,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:45.796290 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.796636 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Added segment 61ecdd69-e440-4de1-bcd6-43fe688118af of type vlan for network 4282bfa5-63ac-455b-900d-2cf70282cefa Aug 16 15:53:45.841933 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.860515 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.865173 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5b637226-3ce1-48be-89ac-7dcf79eb1531 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8071258 Aug 16 15:53:45.865356 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b0a39f-c910-4183-bd78-c66ef2436141,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:45.869593 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51770) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:45.878601 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'security_group_rule': {'security_group_id': '04b2bf38-7690-46ed-b1ad-6ff707b34ee2', 'project_id': '6c4765f685b345c18615588816442484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:45.886506 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-f71bacf6-a844-4a6d-a9bb-8e452b1a9a53 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534319 Aug 16 15:53:45.887366 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Checking segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:45.887710 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Network hostable DHCP agents. Network: 024554cf-6b62-4504-975e-398fbd95665b, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:53:45.960586 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.961858 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:45.962607 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:45.988402 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff25f2e6-0705-4f59-97de-1b5b0c01ea57 req-c0a52775-e1d0-42eb-b500-f0169757f144 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821614 Aug 16 15:53:46.004988 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Network 024554cf-6b62-4504-975e-398fbd95665b is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:53:46.008679 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.securitygroups_db [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Project 6c4765f685b345c18615588816442484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:53:46.024261 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.039553 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Pushing event updated for resources: {'Network': ['ID=4282bfa5-63ac-455b-900d-2cf70282cefa,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:46.061115 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.061457 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.061791 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.062127 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.062451 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.062850 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.063174 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.063495 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.063818 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.064152 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.064466 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.064798 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:46.078255 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 4282bfa5-63ac-455b-900d-2cf70282cefa details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:53:46.094280 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.100828 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 024554cf-6b62-4504-975e-398fbd95665b) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:46.108769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:46.110979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.117203 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7373e1f-a356-4c8d-8d94-42065ab21196 None None] Network 024554cf-6b62-4504-975e-398fbd95665b requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:46.124491 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c96e6ac3-38bc-4fec-86ac-77e4a5484148 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3012650 Aug 16 15:53:46.127229 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51776) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:46.132917 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Request body: {'subnet': {'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894763772-subnet', 'tenant_id': '2224270ffbe64412bc7a24a4f84b99bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:46.181153 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.203293 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c312920-86be-4110-aaf2-aeca830c825b,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:46.218539 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-607a2fbc-c8ef-49c4-9ed7-33dab4884deb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4145248 Aug 16 15:53:46.218802 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51780) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:46.232296 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:46.385416 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-024554cf-6b62-4504-975e-398fbd95665b', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:53:46.385416 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.385621 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.385621 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-07619900-57c6-4f82-a574-a7ad8b9ce2aa tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4961424 Aug 16 15:53:46.490720 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Allocated IP 172.20.0.2 (024554cf-6b62-4504-975e-398fbd95665b/c8b0a39f-c910-4183-bd78-c66ef2436141/dafeca02-bbd2-4b02-baf9-d2e0baf2c701) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:46.604257 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Made reservation on behalf of 2224270ffbe64412bc7a24a4f84b99bf for: {'subnet': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:46.607112 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4760764'] for subnet, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.649386 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.658020 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Transition to ACTIVE for port object dafeca02-bbd2-4b02-baf9-d2e0baf2c701 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:46.682929 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Transition to ACTIVE for port object dafeca02-bbd2-4b02-baf9-d2e0baf2c701 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:46.748727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.749307 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.773994 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.840229 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761169a2-b349-4728-9a65-c30f98f77d2f req-9a8e09c7-9af9-41bc-ac6f-b31353ea694e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:46.841812 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-761169a2-b349-4728-9a65-c30f98f77d2f req-9a8e09c7-9af9-41bc-ac6f-b31353ea694e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1143005 Aug 16 15:53:46.843476 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.850975 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Network 024554cf-6b62-4504-975e-398fbd95665b is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:46.859520 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:46.871588 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 64623ce4-c30a-4a64-b48e-4f2cced80784 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:46.877688 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:46.879793 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4739870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4760786'] for subnet, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.888975 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-761169a2-b349-4728-9a65-c30f98f77d2f req-1824e3b7-204b-477a-a534-afdc40e17bed tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Aug 16 15:53:46.900827 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Pushing event updated for resources: {'Port': ['ID=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:46.945549 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322b23f8-7a3e-41d7-bd52-f77479d78593,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:46.949973 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Checking segment: {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:46.950330 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Network hostable DHCP agents. Network: 4282bfa5-63ac-455b-900d-2cf70282cefa, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:53:46.977521 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Attempting to bind port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:46.978008 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Attempting to bind port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:46.978542 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Attempting to bind port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:46.987287 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:46.988374 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Checking segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:46.988944 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:46.989430 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Bound using segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:46.990130 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Bound port: dafeca02-bbd2-4b02-baf9-d2e0baf2c701, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:46.990624 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.011775 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 64623ce4-c30a-4a64-b48e-4f2cced80784 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:47.012159 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.035468 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Network 4282bfa5-63ac-455b-900d-2cf70282cefa is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:53:47.108545 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.109889 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] For port dafeca02-bbd2-4b02-baf9-d2e0baf2c701, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:47.115613 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] For port dafeca02-bbd2-4b02-baf9-d2e0baf2c701, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:47.146874 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 4282bfa5-63ac-455b-900d-2cf70282cefa) {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:47.152535 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:47.153151 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.157282 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001ee34-4b55-46cf-a48a-788acb0a9d0f None None] Network 4282bfa5-63ac-455b-900d-2cf70282cefa requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:47.226182 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ef1cfaf9-e807-4828-a2b4-c618ea109000 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0904114 Aug 16 15:53:47.226398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.515023 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.545224 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:47.547671 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5a50-ef48-4111-9fcc-ff6becd48fa8 None None] Pushing event updated for resources: {'Port': ['ID=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:47.556684 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ea8cf-e027-4cb8-b4d5-9f4117030b13 None None] Network 4282bfa5-63ac-455b-900d-2cf70282cefa requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:47.793774 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Allocated IP 172.27.2.36 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/94302072-43a6-424e-b362-4405a8a58097) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:47.921513 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:48.007499 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df815930-7d24-461f-876c-b40c789caea4 req-b1d57ca4-07cd-49be-be1f-4b7549f8b8e7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:48.009464 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-df815930-7d24-461f-876c-b40c789caea4 req-b1d57ca4-07cd-49be-be1f-4b7549f8b8e7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0853629 Aug 16 15:53:48.042628 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8e1e-2966-4b10-b948-f019cc84fbca req-e16f3383-6b8f-4986-b6c8-f85289425fbf tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:48.044137 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-646d8e1e-2966-4b10-b948-f019cc84fbca req-e16f3383-6b8f-4986-b6c8-f85289425fbf tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0810459 Aug 16 15:53:48.058798 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-df815930-7d24-461f-876c-b40c789caea4 req-18754d3c-fd13-48e1-9f50-708c9768d695 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397613 Aug 16 15:53:48.085398 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-646d8e1e-2966-4b10-b948-f019cc84fbca req-1fc3c361-f6de-4e5b-94b1-f04630de0197 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Aug 16 15:53:48.108150 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:48.147190 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:48.152346 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:48.156559 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:48.189836 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Pushing event updated for resources: {'Port': ['ID=94302072-43a6-424e-b362-4405a8a58097,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:48.202188 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.202558 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.202895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.203221 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.203547 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.203873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.204194 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.204518 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.204851 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.205167 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.205488 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.205805 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:53:48.522195 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7ed96-7536-484b-97ea-212ce8e40f96 None None] Network 024554cf-6b62-4504-975e-398fbd95665b requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:48.552698 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:48.675710 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-40270c34-87c1-4288-a481-3131c3bf0918 None None] Provisioning for port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:48.768979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:48.792308 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:48.884715 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dafeca02-bbd2-4b02-baf9-d2e0baf2c701 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:48.999465 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Router 4fd224ac-78f4-49f6-9522-976ab52c081a is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:53:49.002943 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:49.006784 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:49.007117 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.046168 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9b046980-35bc-448d-9bdf-1962ee064fba None None] Provisioning complete for port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:49.046584 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9b046980-35bc-448d-9bdf-1962ee064fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.135678 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:49.151017 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.153261 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:49.171678 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:49.172453 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:49.220404 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9b046980-35bc-448d-9bdf-1962ee064fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.224955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port dafeca02-bbd2-4b02-baf9-d2e0baf2c701, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:49.249405 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.254322 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-15b1b323-b7d9-43c8-b54c-e32208ba0a6c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0312853 Aug 16 15:53:49.258982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51894) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:49.271025 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c063-3d0b-4e58-a84e-d11f02817692 req-1ef3c19c-d901-4117-bd3c-35aa814bae66 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:49.272943 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-74b1c063-3d0b-4e58-a84e-d11f02817692 req-1ef3c19c-d901-4117-bd3c-35aa814bae66 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0745351 Aug 16 15:53:49.342964 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-74b1c063-3d0b-4e58-a84e-d11f02817692 req-8cbeb41a-b06f-4725-8f4c-def489a1c50f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Aug 16 15:53:49.344854 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de04ff6-0b63-49b8-8a16-b815f979cd4e req-80ef07b9-3155-4273-8700-89ee34680b7b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:49.355664 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5de04ff6-0b63-49b8-8a16-b815f979cd4e req-80ef07b9-3155-4273-8700-89ee34680b7b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1427834 Aug 16 15:53:49.374532 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.400530 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:49.448230 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5de04ff6-0b63-49b8-8a16-b815f979cd4e req-68190054-a9c3-4288-a162-dfbe75b94a58 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500834 Aug 16 15:53:49.489785 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.db.api [None req-9b046980-35bc-448d-9bdf-1962ee064fba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:53:49.489785 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG oslo_db.api [None req-9b046980-35bc-448d-9bdf-1962ee064fba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:53:49.490061 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:49.618145 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:48Z', 'revision_number': 3, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:49.646225 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:49.646603 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Updating router 4fd224ac-78f4-49f6-9522-976ab52c081a port 94302072-43a6-424e-b362-4405a8a58097 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:49.679053 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.807640 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.835516 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-0fa3f0bb-7806-4154-adb1-79b7066dcca8 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:49.836994 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-0fa3f0bb-7806-4154-adb1-79b7066dcca8 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/networks?id=4282bfa5-63ac-455b-900d-2cf70282cefa HTTP/1.1" status: 200 len: 808 time: 0.1549611 Aug 16 15:53:49.853436 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-35a49f62-d4d1-4b7f-8c48-2e225b9ab1ab tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/quotas/2224270ffbe64412bc7a24a4f84b99bf HTTP/1.1" status: 200 len: 375 time: 0.0092261 Aug 16 15:53:49.890508 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-d0f9c03e-59f4-4a72-91f6-7f6e422875a6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304911 Aug 16 15:53:49.975134 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Allocated IP 172.20.0.1 (024554cf-6b62-4504-975e-398fbd95665b/c8b0a39f-c910-4183-bd78-c66ef2436141/31ab6233-cc43-4321-a631-9f662f5bbd38) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:49.981452 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:49.991601 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-9ef9b767-2c02-4918-a526-28e7c9d948e1 service neutron] 10.222.0.30 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924702 Aug 16 15:53:49.992865 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Transition to ACTIVE for port object 94302072-43a6-424e-b362-4405a8a58097 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:50.091754 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.107904 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Transition to ACTIVE for port object 31ab6233-cc43-4321-a631-9f662f5bbd38 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:50.115906 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-80be82c9-39e9-48e3-ac83-81eea002d5bd service neutron] 10.222.0.30 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182528 Aug 16 15:53:50.116331 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.179014 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Attempting to bind port 94302072-43a6-424e-b362-4405a8a58097 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:50.179014 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Attempting to bind port 94302072-43a6-424e-b362-4405a8a58097 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:50.179014 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Attempting to bind port 94302072-43a6-424e-b362-4405a8a58097 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:50.181008 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aaaf3-b00e-4ba1-80a8-ee0fade3b797 None None] Pushing event updated for resources: {'Port': ['ID=94302072-43a6-424e-b362-4405a8a58097,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:50.185486 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:50.185862 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:50.186264 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.186671 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:50.187328 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Bound port: 94302072-43a6-424e-b362-4405a8a58097, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:50.187726 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.241412 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] For port 94302072-43a6-424e-b362-4405a8a58097, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:50.244984 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] For port 94302072-43a6-424e-b362-4405a8a58097, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=94302072-43a6-424e-b362-4405a8a58097,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:50.272837 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.313339 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Network 024554cf-6b62-4504-975e-398fbd95665b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:50.318156 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:50.322495 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:50.354566 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Pushing event updated for resources: {'Port': ['ID=31ab6233-cc43-4321-a631-9f662f5bbd38,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:50.371555 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.384844 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.498373 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-de31f110-b827-4ad3-b941-747363ce4968 req-468a7e94-6b10-4f84-ad4a-af5b97fcc26d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 210 time: 0.0455587 Aug 16 15:53:50.554503 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c41bb-ddef-4d03-a837-e0528a07cda4 req-efb07f2b-972b-4423-89fb-463e627ea0fe tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:50.563100 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a05c41bb-ddef-4d03-a837-e0528a07cda4 req-efb07f2b-972b-4423-89fb-463e627ea0fe tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1126878 Aug 16 15:53:50.585276 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aaaf3-b00e-4ba1-80a8-ee0fade3b797 None None] Pushing event updated for resources: {'Port': ['ID=94302072-43a6-424e-b362-4405a8a58097,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:50.597166 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:50.598925 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:50.609562 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a05c41bb-ddef-4d03-a837-e0528a07cda4 req-75486ee6-ca86-417a-a3a1-80c183d58aec tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Aug 16 15:53:50.634860 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bef7e-62ab-4f84-8cca-5b48bbb664d1 req-c0b7f5d2-ea00-4743-a9e7-25e0513120c7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:50.648642 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c52bef7e-62ab-4f84-8cca-5b48bbb664d1 req-c0b7f5d2-ea00-4743-a9e7-25e0513120c7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0803733 Aug 16 15:53:50.691760 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c52bef7e-62ab-4f84-8cca-5b48bbb664d1 req-8a1d5274-3203-440d-b62f-2c4a8cfbd2e8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452251 Aug 16 15:53:50.705884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.718315 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9bcc26db-9e20-4a37-b31d-ec53293e3219 None None] Provisioning for port 31ab6233-cc43-4321-a631-9f662f5bbd38 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:50.722405 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:50.722574 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9bcc26db-9e20-4a37-b31d-ec53293e3219 None None] Provisioning complete for port 31ab6233-cc43-4321-a631-9f662f5bbd38 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:50.722896 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9bcc26db-9e20-4a37-b31d-ec53293e3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.757702 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc26db-9e20-4a37-b31d-ec53293e3219 None None] Port 31ab6233-cc43-4321-a631-9f662f5bbd38 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:50.854069 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dafeca02-bbd2-4b02-baf9-d2e0baf2c701 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:50.923387 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:48Z', 'revision_number': 3, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:50.945674 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:50.946212 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:50.953564 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e30bf-ade1-4dc1-88f9-bf56c8c169d0 None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:48Z', 'revision_number': 3, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:51.126810 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:51.224382 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:51.294695 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Pushing event updated for resources: {'Port': ['ID=31ab6233-cc43-4321-a631-9f662f5bbd38,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:51.305108 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:51.404248 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Network 024554cf-6b62-4504-975e-398fbd95665b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:51.405756 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:51.535962 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:53:51.623618 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04160355-a279-4e13-97c0-04b811c73c56 req-a24d726d-9056-42d1-afd3-194350313aed tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 210 time: 0.0737576 Aug 16 15:53:51.685013 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-a17271f1-8c0b-410b-9db0-6e5ba9757d90 None None] Provisioning complete for port 31ab6233-cc43-4321-a631-9f662f5bbd38 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:51.685713 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:51.685835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a17271f1-8c0b-410b-9db0-6e5ba9757d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:51.698369 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c214734f-3f5d-44f0-a0d3-dc0673df3eeb admin admin] 10.222.0.30 "PUT /v2.0/routers/4fd224ac-78f4-49f6-9522-976ab52c081a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4421942 Aug 16 15:53:51.751958 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-a17271f1-8c0b-410b-9db0-6e5ba9757d90 None None] Port 31ab6233-cc43-4321-a631-9f662f5bbd38 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:51.769315 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d0b34-c979-410d-8527-70cb97c4814b req-c5121899-da05-4475-959a-63bb967480a8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:51.784506 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-db0d0b34-c979-410d-8527-70cb97c4814b req-c5121899-da05-4475-959a-63bb967480a8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0875359 Aug 16 15:53:51.823326 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-db0d0b34-c979-410d-8527-70cb97c4814b req-f020f64b-6097-44dd-a5a0-761fc05e0306 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Aug 16 15:53:51.856700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afdcc0-ee1d-4264-a092-9cae1299de47 req-68f99e64-0024-48e6-9055-54a888468fce tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:51.858335 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-00afdcc0-ee1d-4264-a092-9cae1299de47 req-68f99e64-0024-48e6-9055-54a888468fce tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0676243 Aug 16 15:53:51.902338 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-00afdcc0-ee1d-4264-a092-9cae1299de47 req-fdd722d0-4919-4a74-bb18-b762a4f5d365 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374496 Aug 16 15:53:52.474138 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51972) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:52.479443 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1652072263-network', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:52.543311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Made reservation on behalf of 63684eaa9ae744c4915132649d5f3ca2 for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:52.545461 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.555176 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.620628 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:52.629840 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:52.630311 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:52.652109 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.730422 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-59cdc732-b6fb-4a6d-a802-ad6eec40c266 req-502fda2a-5574-4888-aa48-93cb9c46f2bb tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 210 time: 0.0306244 Aug 16 15:53:52.731154 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.746921 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:52.754273 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:53:52.768935 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fda8a81-4c0f-44f4-a3e2-7e4261e46623,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:52.772512 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.773123 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Added segment c4545f0e-1a87-46e9-aec0-4d48bd7eab14 of type vlan for network 52a802f0-0694-4360-884a-070b28f0ccc6 Aug 16 15:53:52.821193 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.889153 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 94302072-43a6-424e-b362-4405a8a58097 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:52.924240 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.925453 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:52.926042 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:52.954250 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015e910-6ae5-4c6f-8188-248574b9f91f req-b8d2950c-cc5e-4bec-a483-187ff7e69ba2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:52.956411 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1015e910-6ae5-4c6f-8188-248574b9f91f req-b8d2950c-cc5e-4bec-a483-187ff7e69ba2 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0609703 Aug 16 15:53:53.016259 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1015e910-6ae5-4c6f-8188-248574b9f91f req-9e88f024-c572-48fd-8c62-9831d738d0b1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490379 Aug 16 15:53:53.029897 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] Pushing event updated for resources: {'Network': ['ID=52a802f0-0694-4360-884a-070b28f0ccc6,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:53.044188 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 52a802f0-0694-4360-884a-070b28f0ccc6 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:53:53.050346 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 2, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:53.070854 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-de74467c-35ce-455b-9cfa-c6b51ad83847 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5953519 Aug 16 15:53:53.075772 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 51986) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:53.080745 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Request body: {'subnet': {'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1652072263-subnet', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:53.131369 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:53.131618 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6756a-6958-494b-bc72-02d1ec4b2bb9 req-a4e3f519-1081-4682-b4c0-c00fc82e1446 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:53.131723 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Updating router 4fd224ac-78f4-49f6-9522-976ab52c081a port 31ab6233-cc43-4321-a631-9f662f5bbd38 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:53.133276 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-34e6756a-6958-494b-bc72-02d1ec4b2bb9 req-a4e3f519-1081-4682-b4c0-c00fc82e1446 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0801673 Aug 16 15:53:53.163328 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 94302072-43a6-424e-b362-4405a8a58097 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:53.177095 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 94302072-43a6-424e-b362-4405a8a58097 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:53.177469 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.179325 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-34e6756a-6958-494b-bc72-02d1ec4b2bb9 req-dd9094e8-2204-4218-a1cf-0ccfc7bf22ff tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383825 Aug 16 15:53:53.184866 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.200194 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Made reservation on behalf of 63684eaa9ae744c4915132649d5f3ca2 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:53.202679 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.369891 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.432413 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 94302072-43a6-424e-b362-4405a8a58097, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=94302072-43a6-424e-b362-4405a8a58097,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:53.484372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.538244 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63127e25-5ec4-40c7-a7c6-bf38a477fe53,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:53.545916 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.552521 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.556940 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Checking segment: {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:53.557384 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Network hostable DHCP agents. Network: 52a802f0-0694-4360-884a-070b28f0ccc6, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:53:53.584375 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Transition to ACTIVE for port object 31ab6233-cc43-4321-a631-9f662f5bbd38 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:53.607625 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=94302072-43a6-424e-b362-4405a8a58097,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:53.646895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Network 52a802f0-0694-4360-884a-070b28f0ccc6 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:53:53.674575 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.722859 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551db07-2ae0-4258-8206-66b7dd26a43e None None] Pushing event updated for resources: {'Port': ['ID=31ab6233-cc43-4321-a631-9f662f5bbd38,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:53.726659 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 52a802f0-0694-4360-884a-070b28f0ccc6) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:53.733422 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:53.734710 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.794605 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc245df-71b6-40a2-8480-32745f92a87b None None] Network 52a802f0-0694-4360-884a-070b28f0ccc6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:53.844870 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2186f7a6-446e-49eb-a662-45150cc1f189 req-faf285e7-32a5-4e5c-aa71-3315a2b66b83 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Aug 16 15:53:53.850838 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Attempting to bind port 31ab6233-cc43-4321-a631-9f662f5bbd38 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:53.851211 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Attempting to bind port 31ab6233-cc43-4321-a631-9f662f5bbd38 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:53.851568 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Attempting to bind port 31ab6233-cc43-4321-a631-9f662f5bbd38 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:53.855804 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 51996) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:53.859522 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-06a07814-b4cb-4fbd-8625-6803c62131f4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7821772 Aug 16 15:53:53.860219 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:53.880491 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:53.880850 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Checking segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:53.881254 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.881641 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Bound using segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:53.882247 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Bound port: 31ab6233-cc43-4321-a631-9f662f5bbd38, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:53.882567 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.949207 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:53.950854 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.030339 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.036404 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] For port 31ab6233-cc43-4321-a631-9f662f5bbd38, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:54.050779 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] For port 31ab6233-cc43-4321-a631-9f662f5bbd38, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=31ab6233-cc43-4321-a631-9f662f5bbd38,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:54.055080 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-52a802f0-0694-4360-884a-070b28f0ccc6', 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'fixed_ips': [{'subnet_id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:53:54.056557 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.405977 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Allocated IP 172.20.0.2 (52a802f0-0694-4360-884a-070b28f0ccc6/63127e25-5ec4-40c7-a7c6-bf38a477fe53/2128ab0f-314b-4bb0-a3a8-f1588c5767c0) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:54.420838 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88017-4216-44de-ae0a-2981ac4b3ac9 req-0f930ed7-4377-4cea-bdb3-f6aa38d33379 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:54.429591 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0fb88017-4216-44de-ae0a-2981ac4b3ac9 req-0f930ed7-4377-4cea-bdb3-f6aa38d33379 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0923221 Aug 16 15:53:54.432867 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.471586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-f8e28022-7b2b-47fb-b5a8-3af40733e9d3 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:54.473296 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-f8e28022-7b2b-47fb-b5a8-3af40733e9d3 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "GET /v2.0/networks?id=4282bfa5-63ac-455b-900d-2cf70282cefa HTTP/1.1" status: 200 len: 808 time: 0.2240567 Aug 16 15:53:54.491159 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0fb88017-4216-44de-ae0a-2981ac4b3ac9 req-0f859e08-7057-42b7-9c35-ae94ea9a8dfd tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594618 Aug 16 15:53:54.510407 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Request body: {'port': {'device_id': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa', 'admin_state_up': True, 'tenant_id': '2224270ffbe64412bc7a24a4f84b99bf'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:54.542729 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.552283 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:54.552924 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:54.557074 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701948-698c-4f38-a81c-0f13047f8103 req-60d0816d-8e46-4e1c-ab00-a32529a2d352 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:54.557215 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551db07-2ae0-4258-8206-66b7dd26a43e None None] Pushing event updated for resources: {'Port': ['ID=31ab6233-cc43-4321-a631-9f662f5bbd38,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:54.562976 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09701948-698c-4f38-a81c-0f13047f8103 req-60d0816d-8e46-4e1c-ab00-a32529a2d352 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.4128644 Aug 16 15:53:54.658387 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09701948-698c-4f38-a81c-0f13047f8103 req-709e6d14-9f50-46f5-a237-fa5d43ec44df tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932333 Aug 16 15:53:54.755682 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Made reservation on behalf of 2224270ffbe64412bc7a24a4f84b99bf for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:53:54.760195 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.806062 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.822785 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Transition to ACTIVE for port object 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:54.829324 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:54.901382 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 94302072-43a6-424e-b362-4405a8a58097 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:54.903794 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Transition to ACTIVE for port object 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:54.932655 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.953017 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:54.956657 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Allocated IP 172.20.0.13 (4282bfa5-63ac-455b-900d-2cf70282cefa/322b23f8-7a3e-41d7-bd52-f77479d78593/8d53d8f9-aa3d-499a-b131-2da46eb2faad) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:55.003379 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-18e38f6f-3cf9-4299-a73e-6918058ffefd req-fab1b42d-daad-40b9-a6aa-64c123fcfca1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 210 time: 0.0351508 Aug 16 15:53:55.017926 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.083892 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Network 52a802f0-0694-4360-884a-070b28f0ccc6 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:55.093639 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:55.097579 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:55.099901 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 94302072-43a6-424e-b362-4405a8a58097 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:55.100274 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.100832 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Allocated IP 172.27.2.110 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:55.109186 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Pushing event updated for resources: {'Port': ['ID=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:55.170250 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.234236 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.258273 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Attempting to bind port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:55.258711 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Attempting to bind port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:55.259077 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Attempting to bind port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 on network 52a802f0-0694-4360-884a-070b28f0ccc6 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:55.270873 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:55.271248 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Checking segment: {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:55.271645 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.272065 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Bound using segment: {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:55.272545 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Bound port: 2128ab0f-314b-4bb0-a3a8-f1588c5767c0, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:55.272922 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.355416 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:54Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:55.392985 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2677-373d-4dd9-9f2f-d70508da7333 None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:54Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:55.404799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.409816 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-612babba-b95d-457e-871c-12c71cad4530 None None] For port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:55.412478 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.414393 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-612babba-b95d-457e-871c-12c71cad4530 None None] For port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:55.485239 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:55.495121 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:55.498606 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:55.532577 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Network 4282bfa5-63ac-455b-900d-2cf70282cefa is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:55.533195 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Pushing event updated for resources: {'Port': ['ID=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:55.538520 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:55.553299 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:55.575229 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.585662 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Pushing event updated for resources: {'Port': ['ID=8d53d8f9-aa3d-499a-b131-2da46eb2faad,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:55.679560 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612babba-b95d-457e-871c-12c71cad4530 None None] Pushing event updated for resources: {'Port': ['ID=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:55.694502 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:55.697444 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:55.832445 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3261-bbfc-4a59-8a69-a526ce9e8265 req-efd3d736-7ebf-47a4-95e2-d4cb2a85b98e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:55.834798 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-798d3261-bbfc-4a59-8a69-a526ce9e8265 req-efd3d736-7ebf-47a4-95e2-d4cb2a85b98e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1523154 Aug 16 15:53:55.837864 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e41e4-9227-4fd1-b7b9-e5f96557b3ce req-98204d92-29ce-4472-a2de-59d93c32e5b6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:55.839511 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-322e41e4-9227-4fd1-b7b9-e5f96557b3ce req-98204d92-29ce-4472-a2de-59d93c32e5b6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0878992 Aug 16 15:53:55.864407 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-bd1d0416-be9a-410a-bc95-dd3da708417b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3631494 Aug 16 15:53:55.886265 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-322e41e4-9227-4fd1-b7b9-e5f96557b3ce req-99bde772-3994-46db-8362-da68f9ea6097 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Aug 16 15:53:55.890369 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Request body: {'port': {'device_id': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:53:55.920231 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-798d3261-bbfc-4a59-8a69-a526ce9e8265 req-cf5bf282-4210-4404-b4e2-900ad2e09961 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647213 Aug 16 15:53:56.000115 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.157257 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.331123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52048) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:56.362791 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd127c2-9405-44c8-b1fb-dab3208d7ba6 req-e0bad007-850b-4847-956f-d83cbd808c98 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:56.365590 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5fd127c2-9405-44c8-b1fb-dab3208d7ba6 req-e0bad007-850b-4847-956f-d83cbd808c98 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 932 time: 0.1610518 Aug 16 15:53:56.426189 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5fd127c2-9405-44c8-b1fb-dab3208d7ba6 req-f51e7700-451b-4df7-980a-684377b7d0d2 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Aug 16 15:53:56.436294 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.545005 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-60a56143-0c24-44d8-9041-dc9bff429bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.607119 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d53d8f9-aa3d-499a-b131-2da46eb2faad {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:53:56.621816 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.651338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Transition to ACTIVE for port object 8d53d8f9-aa3d-499a-b131-2da46eb2faad will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:56.701513 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:53:56.744772 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-60a56143-0c24-44d8-9041-dc9bff429bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.793490 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:56.985740 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:53:57.016926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-60a56143-0c24-44d8-9041-dc9bff429bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.018721 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Sync routers for ids ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:53:57.035414 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e930a572-2c66-4186-9de9-63cce4166e53 None None] Network 52a802f0-0694-4360-884a-070b28f0ccc6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:53:57.040258 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Routers {'9cd328e1-beda-4f56-80c1-b0f9db9c8be6'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:57.041313 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:57.063614 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 31ab6233-cc43-4321-a631-9f662f5bbd38 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:57.088729 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Pushing event updated for resources: {'Port': ['ID=8d53d8f9-aa3d-499a-b131-2da46eb2faad,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:57.094893 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-60a56143-0c24-44d8-9041-dc9bff429bfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a6500398c49495ab2d3ac700fd5ecea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600892 Aug 16 15:53:57.118186 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52066) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:57.126845 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.131220 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-7d418227-9d90-4109-a342-4003ff436b21 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2712445 Aug 16 15:53:57.132055 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52068) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:57.135226 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Attempting to bind port 8d53d8f9-aa3d-499a-b131-2da46eb2faad on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:57.135567 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Attempting to bind port 8d53d8f9-aa3d-499a-b131-2da46eb2faad by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:57.135924 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Attempting to bind port 8d53d8f9-aa3d-499a-b131-2da46eb2faad on network 4282bfa5-63ac-455b-900d-2cf70282cefa {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:57.169553 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Port 8d53d8f9-aa3d-499a-b131-2da46eb2faad on network 4282bfa5-63ac-455b-900d-2cf70282cefa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:53:57.170285 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Attempting to bind port 8d53d8f9-aa3d-499a-b131-2da46eb2faad on network 4282bfa5-63ac-455b-900d-2cf70282cefa {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:57.191735 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a56143-0c24-44d8-9041-dc9bff429bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6b9d4-94ae-48a5-8872-d80d28d742bb,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:57.227769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:57.231065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Checking segment: {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:57.234105 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Bound using segment: {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:57.235011 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Bound port: 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:57.235542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.273174 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Set router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:57.395836 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465423-2ad3-45e4-b6ec-efc1557535f6 req-f249cd62-c442-47a0-8fa3-be41516e3021 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:57.400005 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f1465423-2ad3-45e4-b6ec-efc1557535f6 req-f249cd62-c442-47a0-8fa3-be41516e3021 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.2971296 Aug 16 15:53:57.453423 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-1d51343f-93cd-4f2d-aedf-232420512a72 None None] Provisioning for port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:57.503360 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] For port 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:57.510514 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f1465423-2ad3-45e4-b6ec-efc1557535f6 req-8dafa7f7-42da-440b-bb59-50690a279462 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018884 Aug 16 15:53:57.510809 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52076) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:57.542387 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] For port 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:57.602226 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T15:53:55Z', 'revision_number': 3, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:57.607650 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-62cdbc04-7f6c-4d49-9f88-48b1fc4006c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.609146 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 31ab6233-cc43-4321-a631-9f662f5bbd38 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:57.614966 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 31ab6233-cc43-4321-a631-9f662f5bbd38 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:57.615601 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.636431 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.637094 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Checking router: 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:53:57.637094 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Updating router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:53:57.703171 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.732295 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.748492 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:57.749323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.751316 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d53d8f9-aa3d-499a-b131-2da46eb2faad HTTP/1.1" status: 200 len: 1094 time: 1.8683138 Aug 16 15:53:57.755372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc9e1f-d4c5-41d9-90c0-d5ec8e55be15 service neutron] Pushing event updated for resources: {'Port': ['ID=8d53d8f9-aa3d-499a-b131-2da46eb2faad,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:57.760172 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'tag': '8d53d8f9-aa3d-499a-b131-2da46eb2faad'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:53:57.764041 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc9e6ac-da23-46b6-bc60-55a616d5af44", "tag": "8d53d8f9-aa3d-499a-b131-2da46eb2faad"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:53:57.805368 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-765f1078-d91b-4395-8ca7-a7fed552d9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.813801 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 31ab6233-cc43-4321-a631-9f662f5bbd38, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=31ab6233-cc43-4321-a631-9f662f5bbd38,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:57.820989 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b27bd-22f8-445e-917d-260784e958fa req-b6354076-e87e-4051-9a26-4143b8c196a5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:57.820989 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2a2b27bd-22f8-445e-917d-260784e958fa req-b6354076-e87e-4051-9a26-4143b8c196a5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.7437434 Aug 16 15:53:57.832153 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47cf3c5a-628b-46c7-af89-67071a001222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.894981 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-765f1078-d91b-4395-8ca7-a7fed552d9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.907904 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aa22a-9287-4f1d-8271-aa4295a78df3 req-802f0eb5-b1a6-4f60-b895-a6922b4ca1c1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:57.909076 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:57.909889 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:57.919472 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bd4aa22a-9287-4f1d-8271-aa4295a78df3 req-802f0eb5-b1a6-4f60-b895-a6922b4ca1c1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 944 time: 0.3203189 Aug 16 15:53:57.963110 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2a2b27bd-22f8-445e-917d-260784e958fa req-9234e20d-f2f4-46ca-986e-afbc83d70a5c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092758 Aug 16 15:53:58.053712 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f720dde-27d4-43e7-bdde-b70dfd500587 x-openstack-request-id: req-5f720dde-27d4-43e7-bdde-b70dfd500587 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:53:58.054685 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc9e6ac-da23-46b6-bc60-55a616d5af44", "tag": "8d53d8f9-aa3d-499a-b131-2da46eb2faad", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:53:58.055012 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f720dde-27d4-43e7-bdde-b70dfd500587 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:53:58.056168 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'tag': '8d53d8f9-aa3d-499a-b131-2da46eb2faad', 'status': 'completed', 'code': 200} Aug 16 15:53:58.107109 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bd4aa22a-9287-4f1d-8271-aa4295a78df3 req-aea552bd-d190-4f94-8610-0cf55e3ba221 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864140 Aug 16 15:53:58.118294 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-7c1b685d-a6fb-4fa7-817e-5ed2fe8cb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:58.118294 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-7c1b685d-a6fb-4fa7-817e-5ed2fe8cb1ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 1097 time: 0.1939874 Aug 16 15:53:58.119326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=31ab6233-cc43-4321-a631-9f662f5bbd38,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:58.139398 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47cf3c5a-628b-46c7-af89-67071a001222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.172565 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.177825 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-26f8832e-829d-4369-ac8e-6fca9d46fdf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad HTTP/1.1" status: 200 len: 217 time: 0.0367925 Aug 16 15:53:58.183497 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:58.184173 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Transition to ACTIVE for port object 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:58.184993 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-765f1078-d91b-4395-8ca7-a7fed552d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.188261 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:58.188398 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-765f1078-d91b-4395-8ca7-a7fed552d9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.188753 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.191743 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-765f1078-d91b-4395-8ca7-a7fed552d9c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ace6b9d4-94ae-48a5-8872-d80d28d742bb HTTP/1.1" status: 204 len: 168 time: 1.0699263 Aug 16 15:53:58.229091 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f1078-d91b-4395-8ca7-a7fed552d9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6b9d4-94ae-48a5-8872-d80d28d742bb,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:58.239392 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc666-b72c-462e-a244-c34c781ba981 req-7990f952-df71-49e3-9e2b-b49e2f5d8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:58.241474 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-7990f952-df71-49e3-9e2b-b49e2f5d8a5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=322b23f8-7a3e-41d7-bd52-f77479d78593 HTTP/1.1" status: 200 len: 848 time: 0.0559390 Aug 16 15:53:58.264789 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47cf3c5a-628b-46c7-af89-67071a001222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.290229 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.296514 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-05e6a023-3a57-4293-b98d-dc82a0e3e1e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4282bfa5-63ac-455b-900d-2cf70282cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472162 Aug 16 15:53:58.307472 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.329603 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.344154 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Attempting to bind port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:53:58.344833 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Attempting to bind port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:53:58.345630 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Attempting to bind port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:53:58.352316 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fc266-0787-484c-9386-ed1d3cfb9cd2 None None] Pushing event updated for resources: {'Port': ['ID=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:58.357589 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:53:58.358240 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:53:58.358833 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.359361 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:53:58.360334 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Bound port: 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:53:58.360886 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.381080 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-47cf3c5a-628b-46c7-af89-67071a001222 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2ce2664a5664e718bebef73e8bf668a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650372 Aug 16 15:53:58.381498 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52094) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:58.381923 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:53:58.383466 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf3c5a-628b-46c7-af89-67071a001222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabdb1c9-f744-4b38-a5c9-65815e5de925,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:58.439241 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-4068343f-a4a4-4251-a1c5-02cb987be4f1 service neutron] 10.222.0.60 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308022 Aug 16 15:53:58.462665 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] For port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:53:58.463939 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.512977 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-518f612e-001f-4cb1-bce0-3a16782887bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.524698 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:58.560681 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] For port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:53:58.561433 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81edc666-b72c-462e-a244-c34c781ba981 req-78a401f7-92f0-4ee7-9a6b-bd84c18068c9 service neutron] 10.222.0.60 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130824 Aug 16 15:53:58.569525 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-518f612e-001f-4cb1-bce0-3a16782887bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.591597 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Allocated IP 172.20.0.1 (52a802f0-0694-4360-884a-070b28f0ccc6/63127e25-5ec4-40c7-a7c6-bf38a477fe53/983c73c8-772e-4217-a15d-e3b4c70d04ca) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:53:58.679494 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.718227 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3ec3f-105c-4ccf-825d-343bc493a8bf req-2f73af97-27f2-469c-b4b3-41d992c341b2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:58.719871 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-26d3ec3f-105c-4ccf-825d-343bc493a8bf req-2f73af97-27f2-469c-b4b3-41d992c341b2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1246030 Aug 16 15:53:58.826059 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-26d3ec3f-105c-4ccf-825d-343bc493a8bf req-a1e0d4a3-d64d-49db-b6c2-adbd3890b20a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953822 Aug 16 15:53:58.829291 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.841844 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-518f612e-001f-4cb1-bce0-3a16782887bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.844945 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-518f612e-001f-4cb1-bce0-3a16782887bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:58.846545 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-518f612e-001f-4cb1-bce0-3a16782887bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fabdb1c9-f744-4b38-a5c9-65815e5de925 HTTP/1.1" status: 204 len: 168 time: 0.4634564 Aug 16 15:53:58.860183 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Transition to ACTIVE for port object 983c73c8-772e-4217-a15d-e3b4c70d04ca will not be triggered until provisioned by entity DHCP. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:53:58.861846 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f612e-001f-4cb1-bce0-3a16782887bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabdb1c9-f744-4b38-a5c9-65815e5de925,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:58.894851 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-47e4e711-69b0-4069-b4eb-b5b05b8932bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:58.896841 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-47e4e711-69b0-4069-b4eb-b5b05b8932bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 1097 time: 0.1026690 Aug 16 15:53:58.921080 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Routers {'9cd328e1-beda-4f56-80c1-b0f9db9c8be6'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:53:58.928619 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:53:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:58.935902 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 31ab6233-cc43-4321-a631-9f662f5bbd38 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:58.994523 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fc266-0787-484c-9386-ed1d3cfb9cd2 None None] Pushing event updated for resources: {'Port': ['ID=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:59.038597 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 31ab6233-cc43-4321-a631-9f662f5bbd38 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:59.039058 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:59.050353 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:59.126566 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] Set router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:53:59.128416 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Network 52a802f0-0694-4360-884a-070b28f0ccc6 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:53:59.134199 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:53:59.138541 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:53:59.191028 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-95d62167-6c6b-4932-abba-f69c864d4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:59.200233 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-95d62167-6c6b-4932-abba-f69c864d4e38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4282bfa5-63ac-455b-900d-2cf70282cefa HTTP/1.1" status: 200 len: 909 time: 0.2926733 Aug 16 15:53:59.258066 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Pushing event updated for resources: {'Port': ['ID=983c73c8-772e-4217-a15d-e3b4c70d04ca,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:53:59.282296 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:53:59.314490 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:59.340000 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-8d53da33-d7d3-4331-a839-f10709e45075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad HTTP/1.1" status: 200 len: 217 time: 0.1284130 Aug 16 15:53:59.370723 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6abe5-8048-460c-b593-d8279a215d9a req-2184500d-aff3-4e95-8cf9-ff1fa32f01f1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:59.376241 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-76b6abe5-8048-460c-b593-d8279a215d9a req-2184500d-aff3-4e95-8cf9-ff1fa32f01f1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.3086395 Aug 16 15:53:59.434651 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:59.435431 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:59.479023 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T15:53:55Z', 'revision_number': 3, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:53:59.517308 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123867f-ce85-4355-b3a5-37aa7f023c6f req-515b9b48-4154-4483-b813-2b0e59cfb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:59.519407 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1123867f-ce85-4355-b3a5-37aa7f023c6f req-515b9b48-4154-4483-b813-2b0e59cfb795 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.1554506 Aug 16 15:53:59.521849 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144488e-4247-405f-87d8-cf9512ee98ba None None] The sync data for ids ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'] in dv-cinder-799668-6-iscsi is: [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T15:53:55Z', 'revision_number': 3, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:53:59.532189 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152cc72-545e-43b7-929e-81f5948b7a77 req-09924b96-ff32-469f-88dc-63f841382fe4 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:59.534239 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e152cc72-545e-43b7-929e-81f5948b7a77 req-09924b96-ff32-469f-88dc-63f841382fe4 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 944 time: 0.2500186 Aug 16 15:53:59.552063 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-76b6abe5-8048-460c-b593-d8279a215d9a req-d2dbf65d-1fae-4885-b4c0-822654218620 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617858 Aug 16 15:53:59.564735 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-2cb2bf45-07c2-4903-985e-4267d43d2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:53:59.572538 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-2cb2bf45-07c2-4903-985e-4267d43d2bde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=322b23f8-7a3e-41d7-bd52-f77479d78593 HTTP/1.1" status: 200 len: 848 time: 0.1937368 Aug 16 15:53:59.634352 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-4603169e-5b58-416a-bca5-b59ad7a66a51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4282bfa5-63ac-455b-900d-2cf70282cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470915 Aug 16 15:53:59.648315 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1123867f-ce85-4355-b3a5-37aa7f023c6f req-8aa8dd99-8c56-49d2-8060-c0ff12d274ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109643 Aug 16 15:53:59.658671 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e152cc72-545e-43b7-929e-81f5948b7a77 req-139dc46f-108d-4869-a6b1-48e191277586 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863965 Aug 16 15:53:59.778766 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-88dd48e8-b07a-4413-98ee-7737852a09bb service neutron] 10.222.0.60 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350179 Aug 16 15:53:59.821660 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:59.912490 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-db88a727-42e3-4b4e-88dc-d6d7136b3efe None None] Provisioning for port 983c73c8-772e-4217-a15d-e3b4c70d04ca completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:53:59.916792 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-db88a727-42e3-4b4e-88dc-d6d7136b3efe None None] Provisioning complete for port 983c73c8-772e-4217-a15d-e3b4c70d04ca triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:53:59.917172 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-db88a727-42e3-4b4e-88dc-d6d7136b3efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:53:59.936706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52134) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:53:59.961556 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-db88a727-42e3-4b4e-88dc-d6d7136b3efe None None] Port 983c73c8-772e-4217-a15d-e3b4c70d04ca cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:53:59.992054 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e391746b-41b3-4866-91d1-defa5d10c390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.111629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893743d1-a38b-455c-81e0-a4090d615bcb req-bc485f55-0d1d-496c-a159-8fbaaee466bd tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:00.123446 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-893743d1-a38b-455c-81e0-a4090d615bcb req-bc485f55-0d1d-496c-a159-8fbaaee466bd tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.2008100 Aug 16 15:54:00.132187 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c64df726-0349-4e34-a16d-1069a063c471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.204902 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41da71fb-e43d-47ed-b7f5-cd26f4aacc2d req-2fff72f7-d915-46d2-9929-0328ace70116 service neutron] 10.222.0.60 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073431 Aug 16 15:54:00.208401 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-893743d1-a38b-455c-81e0-a4090d615bcb req-62ca4d32-cd02-4663-96c9-04cec06609cd tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834053 Aug 16 15:54:00.253441 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.308724 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e391746b-41b3-4866-91d1-defa5d10c390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.350150 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.424883 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Pushing event updated for resources: {'Port': ['ID=983c73c8-772e-4217-a15d-e3b4c70d04ca,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:00.431274 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.484420 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e391746b-41b3-4866-91d1-defa5d10c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.538834 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391746b-41b3-4866-91d1-defa5d10c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e698a-9b40-4c75-a629-53e7b4efff9a,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:00.544554 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-e391746b-41b3-4866-91d1-defa5d10c390 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=169fe44d773c4d57a957bcf34e4751a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065578 Aug 16 15:54:00.547718 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52144) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:00.574380 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Network 52a802f0-0694-4360-884a-070b28f0ccc6 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:00.575793 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:00.615015 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a3069b6a-a7f0-4b6a-afbd-b71080534ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.639159 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.644426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a3069b6a-a7f0-4b6a-afbd-b71080534ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.793274 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa429e-b0ef-4656-80ba-4792bcdc05e2 req-5e9ca456-8e91-41a7-9f94-ce53f74851a5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:00.806622 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cfa429e-b0ef-4656-80ba-4792bcdc05e2 req-5e9ca456-8e91-41a7-9f94-ce53f74851a5 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1383979 Aug 16 15:54:00.835819 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a3069b6a-a7f0-4b6a-afbd-b71080534ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.840316 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a3069b6a-a7f0-4b6a-afbd-b71080534ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.843945 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a3069b6a-a7f0-4b6a-afbd-b71080534ee4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/052e698a-9b40-4c75-a629-53e7b4efff9a HTTP/1.1" status: 204 len: 168 time: 0.2924154 Aug 16 15:54:00.876304 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467517b8-5a51-4718-9b20-81177a0ecacb req-ea5a3449-f306-4a9a-bb64-5c1be17c791e tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:00.876552 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:54:00.876680 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-467517b8-5a51-4718-9b20-81177a0ecacb req-ea5a3449-f306-4a9a-bb64-5c1be17c791e tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 944 time: 0.1112902 Aug 16 15:54:00.902401 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6cfa429e-b0ef-4656-80ba-4792bcdc05e2 req-681e098e-1585-4e22-9f43-8fbc32690410 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701160 Aug 16 15:54:00.949462 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-3c89cb19-71d8-46a7-9b60-7ba3e989c265 None None] Provisioning complete for port 983c73c8-772e-4217-a15d-e3b4c70d04ca triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:00.950268 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3c89cb19-71d8-46a7-9b60-7ba3e989c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:00.952420 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:00.953463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3069b6a-a7f0-4b6a-afbd-b71080534ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e698a-9b40-4c75-a629-53e7b4efff9a,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:01.008194 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-467517b8-5a51-4718-9b20-81177a0ecacb req-b71260ce-f975-40c0-8a65-75ae3b1f0ca0 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319730 Aug 16 15:54:01.054385 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:54:01.070602 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5d7a347f-1fac-4c51-8bb0-8dd51aa127fc admin admin] 10.222.0.30 "PUT /v2.0/routers/9cd328e1-beda-4f56-80c1-b0f9db9c8be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9233341 Aug 16 15:54:01.071262 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:01.091225 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-3c89cb19-71d8-46a7-9b60-7ba3e989c265 None None] Port 983c73c8-772e-4217-a15d-e3b4c70d04ca cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:01.189148 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:01.202239 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:01.205704 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:01.387048 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:01.387048 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:01.387833 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0e89d-ec13-4769-bcc9-62415855200f req-a585d7f3-7876-41ce-ab0d-0d47bdc826e3 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:01.387833 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-87b0e89d-ec13-4769-bcc9-62415855200f req-a585d7f3-7876-41ce-ab0d-0d47bdc826e3 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0826366 Aug 16 15:54:01.435260 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-87b0e89d-ec13-4769-bcc9-62415855200f req-e4c013e3-0c33-40f3-abde-5659517c3f09 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351717 Aug 16 15:54:01.547519 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:01.601024 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:01.849432 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52180) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:01.854051 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871379962', 'description': 'tempest-secgroup-smoke-871379962 description', 'project_id': '35a9e16fc3564cffa5041a8c9627d495'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:01.973531 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.039619 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15298471-8ac1-45bf-a96b-187bf383d2ed req-7226db88-9669-4f43-9e8f-b5f8da06a52b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:02.041320 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-15298471-8ac1-45bf-a96b-187bf383d2ed req-7226db88-9669-4f43-9e8f-b5f8da06a52b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0693884 Aug 16 15:54:02.100342 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-15298471-8ac1-45bf-a96b-187bf383d2ed req-22e7e68b-a08b-4b34-84f5-7221fa82e91f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Aug 16 15:54:02.128311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8ff6d-60be-4c85-b76a-341bd30cdd80 req-9320463e-fe2c-457c-9d1f-44870e830140 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:02.136557 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cbe8ff6d-60be-4c85-b76a-341bd30cdd80 req-9320463e-fe2c-457c-9d1f-44870e830140 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 944 time: 0.0572157 Aug 16 15:54:02.137670 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.174721 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cbe8ff6d-60be-4c85-b76a-341bd30cdd80 req-ab889f2a-b4f0-4ef6-9766-16fd5558b870 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Aug 16 15:54:02.240514 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.281884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:02.330074 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.331525 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a21a291e-645c-485a-80d7-bfa6cdeb5681 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4810677 Aug 16 15:54:02.335333 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52202) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:02.341549 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group_rule': {'security_group_id': 'ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72', 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:02.381750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52204) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:02.471870 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.491428 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:54:02.511915 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e201-b3d9-4d1c-95f9-f6c2fc6f6e52 req-86ec1d2e-680c-4c8c-a5e4-a26de3850c07 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:02.513477 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2992e201-b3d9-4d1c-95f9-f6c2fc6f6e52 req-86ec1d2e-680c-4c8c-a5e4-a26de3850c07 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0640361 Aug 16 15:54:02.541779 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-257955981-network', 'tenant_id': '1543181ca81f474280a44ff36424e280'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:02.556489 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.561604 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2992e201-b3d9-4d1c-95f9-f6c2fc6f6e52 req-d9338cfe-d02d-402c-a223-79a3d7fffaab tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Aug 16 15:54:02.611120 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56524464-007f-4357-b1b4-a19bd69bda5f req-036ce88b-c20a-4964-8557-ff66061209e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:02.612798 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-56524464-007f-4357-b1b4-a19bd69bda5f req-036ce88b-c20a-4964-8557-ff66061209e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0670085 Aug 16 15:54:02.624968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Sync routers for ids ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:54:02.632938 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.635826 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Routers {'9cd328e1-beda-4f56-80c1-b0f9db9c8be6'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:02.636619 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:02.655605 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fd32fe-6e69-4274-8c33-9465fbf4229a,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:02.667718 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Made reservation on behalf of 1543181ca81f474280a44ff36424e280 for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:02.669977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.681734 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-56524464-007f-4357-b1b4-a19bd69bda5f req-82cfdce5-e734-4fe4-80de-aed5866fc9ba tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623188 Aug 16 15:54:02.682542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.747378 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Set router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:02.752171 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.753427 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2436b4bd-0a9d-44b7-ad87-82b4a8292a5f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4158268 Aug 16 15:54:02.756873 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52212) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:02.761589 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group_rule': {'security_group_id': 'ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72', 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:02.838503 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.883788 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:02.908189 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.950588 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 8d53d8f9-aa3d-499a-b131-2da46eb2faad details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:54:02.952609 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.975842 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:54:02.983872 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:02.983872 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:02.989477 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685bedaa-c3af-44e8-96f7-7a4e8af164e1,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:03.005844 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.006181 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Added segment ff40bccb-e1fb-48a9-ae2b-5223425ebb5c of type vlan for network 584e8157-7323-4bbc-a503-f28e244b1936 Aug 16 15:54:03.045562 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.100381 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.151777 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.166068 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.167087 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:03.167674 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.168006 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:03.186682 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T15:53:59Z', 'revision_number': 4, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '983c73c8-772e-4217-a15d-e3b4c70d04ca', 'name': '', 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'mac_address': 'fa:16:3e:12:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:58Z', 'updated_at': '2021-08-16T15:53:59Z', 'revision_number': 2, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'subnets': [{'id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:03.217549 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '8d53d8f9-aa3d-499a-b131-2da46eb2faad', 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa', 'port_id': '8d53d8f9-aa3d-499a-b131-2da46eb2faad', 'mac_address': 'fa:16:3e:cc:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322b23f8-7a3e-41d7-bd52-f77479d78593', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:54:03.221218 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Checking router: 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:54:03.221683 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Updating router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 port 983c73c8-772e-4217-a15d-e3b4c70d04ca binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:54:03.231283 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] Pushing event updated for resources: {'Network': ['ID=584e8157-7323-4bbc-a503-f28e244b1936,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:03.247699 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 584e8157-7323-4bbc-a503-f28e244b1936 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:54:03.294212 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.312649 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.320360 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ad55e818-dbbe-4655-aef5-fbeb17989604 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9369879 Aug 16 15:54:03.320574 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae09117-1523-4c80-8ab6-529224233dbd,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:03.323229 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52220) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:03.336830 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Request body: {'subnet': {'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-257955981-subnet', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:03.339531 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0c96a-cd05-45f8-b80c-086349f3d1b6 req-2132ad41-0542-4571-a32e-fbf9adf78bda tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:03.341081 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-44d0c96a-cd05-45f8-b80c-086349f3d1b6 req-2132ad41-0542-4571-a32e-fbf9adf78bda tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 944 time: 0.0748940 Aug 16 15:54:03.373130 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.386097 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-44d0c96a-cd05-45f8-b80c-086349f3d1b6 req-4463b7d9-d157-449d-8c2c-7e78b0161c29 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378623 Aug 16 15:54:03.396040 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d53d8f9-aa3d-499a-b131-2da46eb2faad {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:54:03.455544 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.456824 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-398ba508-00dc-4dc2-bd56-e8dc7d025499 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6989298 Aug 16 15:54:03.460136 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52224) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:03.464965 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group_rule': {'security_group_id': 'ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72', 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:03.471696 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:03.594295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Made reservation on behalf of 1543181ca81f474280a44ff36424e280 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:03.596622 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.621382 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.667858 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.680196 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.688617 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Transition to ACTIVE for port object 983c73c8-772e-4217-a15d-e3b4c70d04ca will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:03.694359 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=8d53d8f9-aa3d-499a-b131-2da46eb2faad,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:03.717896 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2e5f6-e0e5-445e-ae67-9f85084f5bfb req-85b134e9-246f-4fca-806d-5a02cec3ee56 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:03.719449 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5bc2e5f6-e0e5-445e-ae67-9f85084f5bfb req-85b134e9-246f-4fca-806d-5a02cec3ee56 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0810821 Aug 16 15:54:03.746363 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.760257 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.791457 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5bc2e5f6-e0e5-445e-ae67-9f85084f5bfb req-67f46bc6-41e9-4c68-a5e7-14cbf141c294 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615475 Aug 16 15:54:03.823706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872caed-9356-42c6-b7b9-9bd8a6a1b456 req-d87563df-97ff-4347-b287-cdb621f1e4b6 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:03.825937 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6872caed-9356-42c6-b7b9-9bd8a6a1b456 req-d87563df-97ff-4347-b287-cdb621f1e4b6 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0650384 Aug 16 15:54:03.828457 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.835267 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240891b-6938-4b38-b98b-e15c7ff7f202 None None] Pushing event updated for resources: {'Port': ['ID=983c73c8-772e-4217-a15d-e3b4c70d04ca,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:03.867612 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7c3b96-1a41-4663-ab4e-bde2a94f3fc6,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:03.894070 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6872caed-9356-42c6-b7b9-9bd8a6a1b456 req-840b4d61-ef99-4d6d-8c4f-bca9826036a9 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553625 Aug 16 15:54:03.907095 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Attempting to bind port 983c73c8-772e-4217-a15d-e3b4c70d04ca on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:03.909334 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.914778 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Attempting to bind port 983c73c8-772e-4217-a15d-e3b4c70d04ca by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:03.915237 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Attempting to bind port 983c73c8-772e-4217-a15d-e3b4c70d04ca on network 52a802f0-0694-4360-884a-070b28f0ccc6 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:03.921152 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:03.921458 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Checking segment: {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:03.922160 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.922542 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Bound using segment: {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:03.922939 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Bound port: 983c73c8-772e-4217-a15d-e3b4c70d04ca, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:03.923421 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.947291 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:03.948694 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-306803a4-ef5d-4313-af19-5cbfbe0bce11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4873164 Aug 16 15:54:03.951582 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52232) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:03.959382 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group_rule': {'security_group_id': 'ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72', 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:04.024441 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] For port 983c73c8-772e-4217-a15d-e3b4c70d04ca, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:04.031003 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] For port 983c73c8-772e-4217-a15d-e3b4c70d04ca, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=983c73c8-772e-4217-a15d-e3b4c70d04ca,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:04.052676 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.121450 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.132673 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.196066 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Routers {'9cd328e1-beda-4f56-80c1-b0f9db9c8be6'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:04.196706 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:04.198801 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240891b-6938-4b38-b98b-e15c7ff7f202 None None] Pushing event updated for resources: {'Port': ['ID=983c73c8-772e-4217-a15d-e3b4c70d04ca,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:04.206776 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.229393 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb996927-8389-4765-a772-421239420a96,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:04.288357 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:04.299932 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.301862 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c6fc9683-6ada-449d-a446-30e24c593103 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3484814 Aug 16 15:54:04.305181 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52236) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:04.310086 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group_rule': {'security_group_id': 'ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72', 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:04.316523 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-a4391ccc-8a25-4845-96cd-c9448e9b1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:04.318130 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-a4391ccc-8a25-4845-96cd-c9448e9b1945 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.1281748 Aug 16 15:54:04.324348 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Checking segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:04.324706 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Network hostable DHCP agents. Network: 584e8157-7323-4bbc-a503-f28e244b1936, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:54:04.332629 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] Set router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:04.378877 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['8d53d8f9-aa3d-499a-b131-2da46eb2faad'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:54:04.438593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-c30f68dd-708d-49d2-b0cc-cd160da5166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:04.440330 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-c30f68dd-708d-49d2-b0cc-cd160da5166f service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.1122885 Aug 16 15:54:04.484753 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.securitygroups_db [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Project 35a9e16fc3564cffa5041a8c9627d495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:54:04.491860 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.501254 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-c15c048f-f96e-4809-961e-7e69f175dbca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0515125 Aug 16 15:54:04.557132 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Network 584e8157-7323-4bbc-a503-f28e244b1936 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:54:04.565446 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.588323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-04e1bbe7-0f90-4418-8b06-8fe297c82247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:04.589791 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-04e1bbe7-0f90-4418-8b06-8fe297c82247 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.0699723 Aug 16 15:54:04.597289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71932cff-9221-4f03-bf6c-835bee1cdbe3 req-89493c54-ed2b-43fb-a6a3-1501757a7445 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:04.599402 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-71932cff-9221-4f03-bf6c-835bee1cdbe3 req-89493c54-ed2b-43fb-a6a3-1501757a7445 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 945 time: 0.1074862 Aug 16 15:54:04.632034 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-dbb08bb1-4667-418b-aa77-e60087cc73f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315988 Aug 16 15:54:04.649827 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.682029 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b10fa5-2824-4107-9246-3d06b1083da4,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:04.699272 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 584e8157-7323-4bbc-a503-f28e244b1936) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:04.708513 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:04.709160 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.709675 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99626b-d82f-475f-99f6-8939ebf0e61b None None] Network 584e8157-7323-4bbc-a503-f28e244b1936 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:54:04.714671 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-71932cff-9221-4f03-bf6c-835bee1cdbe3 req-60ebdc2c-c54d-4882-9b56-86aab387e75c tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050570 Aug 16 15:54:04.758497 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-b55fdbb2-a552-4fe4-8286-8dff7d6fcd33 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172442 Aug 16 15:54:04.770431 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.775703 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-bf139c7e-68bd-4d4b-9da6-2dd6f74ee164 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4690404 Aug 16 15:54:04.775881 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52242) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:04.789851 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'security_group_rule': {'security_group_id': 'ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72', 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:04.826198 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-8a67050e-e037-4268-99aa-9a4180433ef2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4968772 Aug 16 15:54:04.830490 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52246) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:04.842764 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:04.895208 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8e79df1e-6802-4d57-88cd-18e07c4eb3a9 req-eb5c79b8-a709-4919-ad90-10f8a3c59a9a service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284361 Aug 16 15:54:04.939336 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d85e4-506b-47cd-87fc-50e3c3eb3351 req-a4898cae-622c-4b50-9225-3874961ca96f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:04.941122 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-499d85e4-506b-47cd-87fc-50e3c3eb3351 req-a4898cae-622c-4b50-9225-3874961ca96f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0674419 Aug 16 15:54:04.944352 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T15:53:59Z', 'revision_number': 4, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '983c73c8-772e-4217-a15d-e3b4c70d04ca', 'name': '', 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'mac_address': 'fa:16:3e:12:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:58Z', 'updated_at': '2021-08-16T15:54:04Z', 'revision_number': 4, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'subnets': [{'id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:04.951028 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.securitygroups_db [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Project 35a9e16fc3564cffa5041a8c9627d495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:54:04.969260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:04.987637 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb30b2f-b0ae-415f-9712-543e854d908b None None] The sync data for ids ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'] in dv-cinder-799668-6-iscsi is: [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T15:53:59Z', 'revision_number': 4, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '983c73c8-772e-4217-a15d-e3b4c70d04ca', 'name': '', 'network_id': '52a802f0-0694-4360-884a-070b28f0ccc6', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'mac_address': 'fa:16:3e:12:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:58Z', 'updated_at': '2021-08-16T15:54:04Z', 'revision_number': 4, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'subnets': [{'id': '63127e25-5ec4-40c7-a7c6-bf38a477fe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:54:04.991185 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-584e8157-7323-4bbc-a503-f28e244b1936', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:54:04.992030 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.044490 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-499d85e4-506b-47cd-87fc-50e3c3eb3351 req-8585fffe-8839-4b78-b952-1912ceadfae7 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914409 Aug 16 15:54:05.127115 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.128143 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.166891 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.187918 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a97c0-6366-41d7-a2ed-31ad6d5c6c36 req-fd7cf03d-0c62-4d3d-a219-d8f647429f88 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:05.189515 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e0a97c0-6366-41d7-a2ed-31ad6d5c6c36 req-fd7cf03d-0c62-4d3d-a219-d8f647429f88 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1488163 Aug 16 15:54:05.228815 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Allocated IP 172.20.0.2 (584e8157-7323-4bbc-a503-f28e244b1936/e647a9e9-a1f5-4d80-a5b3-305b8c8b4296/55692d53-fe92-42e2-9d83-871dc699b5b3) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:05.231163 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.237962 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.268515 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84482b4-7a75-4b62-ba53-41819fcdc751,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:05.283040 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e0a97c0-6366-41d7-a2ed-31ad6d5c6c36 req-fca90312-9d29-4dc2-8575-d1e7f5a4437b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663781 Aug 16 15:54:05.431527 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.432896 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.437559 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e5413094-0864-4a38-b22f-de5e80eb7a9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6607478 Aug 16 15:54:05.451434 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Transition to ACTIVE for port object 55692d53-fe92-42e2-9d83-871dc699b5b3 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:05.477777 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Transition to ACTIVE for port object 55692d53-fe92-42e2-9d83-871dc699b5b3 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:05.539776 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.589500 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.655440 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Network 584e8157-7323-4bbc-a503-f28e244b1936 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:05.656796 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Pushing event updated for resources: {'Port': ['ID=55692d53-fe92-42e2-9d83-871dc699b5b3,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:05.661349 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:05.664313 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:05.766676 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Attempting to bind port 55692d53-fe92-42e2-9d83-871dc699b5b3 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:05.767274 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Attempting to bind port 55692d53-fe92-42e2-9d83-871dc699b5b3 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:05.767685 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Attempting to bind port 55692d53-fe92-42e2-9d83-871dc699b5b3 on network 584e8157-7323-4bbc-a503-f28e244b1936 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:05.782344 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:05.786433 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16aa1-793a-44b1-b0cc-6807f38c1041 req-e883e9a6-1585-4042-aa65-95ad29ef7d39 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:05.787213 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Checking segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:05.787943 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.792147 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1bd16aa1-793a-44b1-b0cc-6807f38c1041 req-e883e9a6-1585-4042-aa65-95ad29ef7d39 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0882831 Aug 16 15:54:05.792305 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Bound using segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:05.792305 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Bound port: 55692d53-fe92-42e2-9d83-871dc699b5b3, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:05.792305 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:05.885162 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] For port 55692d53-fe92-42e2-9d83-871dc699b5b3, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:05.891451 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1bd16aa1-793a-44b1-b0cc-6807f38c1041 req-9e7960c7-d73e-4517-baf6-db1bc9b50ece tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839090 Aug 16 15:54:05.896856 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] For port 55692d53-fe92-42e2-9d83-871dc699b5b3, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=55692d53-fe92-42e2-9d83-871dc699b5b3,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:05.935559 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a321c-d16b-46d3-8216-9e47ffcb792f req-bbbfa0e8-7b22-4db0-8b80-d9436ff2d44d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:05.940298 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b87a321c-d16b-46d3-8216-9e47ffcb792f req-bbbfa0e8-7b22-4db0-8b80-d9436ff2d44d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 945 time: 0.1105700 Aug 16 15:54:05.983041 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b87a321c-d16b-46d3-8216-9e47ffcb792f req-14fe3283-dde2-457b-8a4f-55bcb8b92817 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Aug 16 15:54:05.983793 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.015819 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 8d53d8f9-aa3d-499a-b131-2da46eb2faad up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:06.084025 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-d182391d-3a72-4465-8464-33fde8b02123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:06.085301 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f49649-76b8-48b4-bfa2-7b3743c57f22 None None] Pushing event updated for resources: {'Port': ['ID=55692d53-fe92-42e2-9d83-871dc699b5b3,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:06.085869 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-d182391d-3a72-4465-8464-33fde8b02123 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1098 time: 0.1109598 Aug 16 15:54:06.086994 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.123213 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.217303 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 8d53d8f9-aa3d-499a-b131-2da46eb2faad completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:06.221591 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 8d53d8f9-aa3d-499a-b131-2da46eb2faad triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:06.221961 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.341198 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7d604-cd27-4cde-81b6-afbfb7fe7709 req-3c95443d-ddfb-4799-a0fc-19126fc40d50 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:06.342852 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-48b7d604-cd27-4cde-81b6-afbfb7fe7709 req-3c95443d-ddfb-4799-a0fc-19126fc40d50 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1745028 Aug 16 15:54:06.352774 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-02d560ac-f1f7-49a5-817d-3861aac3d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:06.354218 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-02d560ac-f1f7-49a5-817d-3861aac3d8ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 912 time: 0.2391517 Aug 16 15:54:06.381363 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.436991 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d53d8f9-aa3d-499a-b131-2da46eb2faad'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:06.449236 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5948d407-e75a-4622-aaad-9b5b64fb05e8" -d '{"events": [{"server_uuid": "cbc9e6ac-da23-46b6-bc60-55a616d5af44", "name": "network-vif-plugged", "status": "completed", "tag": "8d53d8f9-aa3d-499a-b131-2da46eb2faad"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:06.467159 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:06.494293 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Allocated IP 172.27.2.83 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/922d8d8b-292b-4f7e-b565-1dfa4922a3ae) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:06.524022 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b77552a-5eb9-404f-b960-54e5cd8c6b5c x-openstack-request-id: req-5b77552a-5eb9-404f-b960-54e5cd8c6b5c {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:06.524344 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc9e6ac-da23-46b6-bc60-55a616d5af44", "name": "network-vif-plugged", "status": "completed", "tag": "8d53d8f9-aa3d-499a-b131-2da46eb2faad", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:06.524595 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b77552a-5eb9-404f-b960-54e5cd8c6b5c {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:06.525009 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d53d8f9-aa3d-499a-b131-2da46eb2faad', 'code': 200} Aug 16 15:54:06.536091 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.640166 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=8d53d8f9-aa3d-499a-b131-2da46eb2faad,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:06.658385 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-48b7d604-cd27-4cde-81b6-afbfb7fe7709 req-f28bd0a1-74ee-4364-9361-c9524bfc20fc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069704 Aug 16 15:54:06.686836 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-2f2975ca-8989-4857-a932-20024908090e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 200 len: 1001 time: 0.3155246 Aug 16 15:54:06.779498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.802750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-52a42683-ef9c-4d3c-9622-fda693a6432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:06.804218 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-52a42683-ef9c-4d3c-9622-fda693a6432f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0916545 Aug 16 15:54:06.935692 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-c38385ea-b258-4179-bf77-bd0eed92f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:06.943807 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-c38385ea-b258-4179-bf77-bd0eed92f0b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234221 Aug 16 15:54:06.990523 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:06.998256 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 55692d53-fe92-42e2-9d83-871dc699b5b3 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:07.067626 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Pushing event updated for resources: {'Port': ['ID=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:07.077623 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:07.079143 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:07.083628 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:07.118157 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b71498-688f-439b-a969-d2a4aa1b8951 req-2fe7e767-c569-4837-82a6-d16167514a2d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:07.119853 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-26b71498-688f-439b-a969-d2a4aa1b8951 req-2fe7e767-c569-4837-82a6-d16167514a2d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0928905 Aug 16 15:54:07.180511 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-26b71498-688f-439b-a969-d2a4aa1b8951 req-b79978d5-6785-4934-a269-a4a4fced73da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539949 Aug 16 15:54:07.198309 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 55692d53-fe92-42e2-9d83-871dc699b5b3 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:07.203270 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 983c73c8-772e-4217-a15d-e3b4c70d04ca up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:07.251581 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28067-bc39-4a7a-b3a4-067de7a001f9 req-26ce650a-6e7d-42f1-ad4a-a6ec07086056 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:07.253885 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ac28067-bc39-4a7a-b3a4-067de7a001f9 req-26ce650a-6e7d-42f1-ad4a-a6ec07086056 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.1464067 Aug 16 15:54:07.308595 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78858e6b-5f88-4924-9849-e87544b9f438 None None] Network 584e8157-7323-4bbc-a503-f28e244b1936 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:54:07.334165 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ac28067-bc39-4a7a-b3a4-067de7a001f9 req-58675610-3787-402b-b636-b811391507c1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730710 Aug 16 15:54:07.365749 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 983c73c8-772e-4217-a15d-e3b4c70d04ca completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:07.372101 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 983c73c8-772e-4217-a15d-e3b4c70d04ca triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:07.372473 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.483253 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] Provisioning for port 55692d53-fe92-42e2-9d83-871dc699b5b3 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:07.491771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] Provisioning complete for port 55692d53-fe92-42e2-9d83-871dc699b5b3 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:07.492141 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.543231 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.606052 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 983c73c8-772e-4217-a15d-e3b4c70d04ca, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=983c73c8-772e-4217-a15d-e3b4c70d04ca,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:07.649441 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.687630 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] For port 55692d53-fe92-42e2-9d83-871dc699b5b3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=55692d53-fe92-42e2-9d83-871dc699b5b3,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:07.713299 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.773584 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=983c73c8-772e-4217-a15d-e3b4c70d04ca,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:07.789221 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.794069 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.846534 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082763a-de68-46a3-b248-49daaa80fc2a req-b217964e-e94b-4099-8103-f775cedb8c00 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:07.848700 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d082763a-de68-46a3-b248-49daaa80fc2a req-b217964e-e94b-4099-8103-f775cedb8c00 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0752223 Aug 16 15:54:07.853692 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0657713-7d01-400f-9ba0-39447ed91219 None None] Pushing event updated for resources: {'Port': ['ID=55692d53-fe92-42e2-9d83-871dc699b5b3,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:07.892164 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d082763a-de68-46a3-b248-49daaa80fc2a req-b545970c-710e-48be-9b0f-fd94659c1592 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364068 Aug 16 15:54:07.917873 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-2d63d639-a5d0-495f-9484-ed93c3e5e8ed None None] Provisioning complete for port 55692d53-fe92-42e2-9d83-871dc699b5b3 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:07.918298 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2d63d639-a5d0-495f-9484-ed93c3e5e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:07.997454 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:08.215764 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:54:08.352565 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970016cd-0cba-4229-8a4f-1039ef804d4d req-66e9406e-db12-4073-90ab-f2826d335b87 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:08.354163 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-970016cd-0cba-4229-8a4f-1039ef804d4d req-66e9406e-db12-4073-90ab-f2826d335b87 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0964956 Aug 16 15:54:08.372141 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:54:08.382633 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Sync routers for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:54:08.395189 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:08.396143 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:08.410369 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-970016cd-0cba-4229-8a4f-1039ef804d4d req-6568335e-2a67-4972-87fe-556c9eaf17d9 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481734 Aug 16 15:54:08.456511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5868b-16be-4dbf-bf64-50575b89d50d req-3bd70c52-be49-4025-9909-a9af00681f5a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:08.458438 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2be5868b-16be-4dbf-bf64-50575b89d50d req-3bd70c52-be49-4025-9909-a9af00681f5a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.0544078 Aug 16 15:54:08.461434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:08.462771 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-9b69377c-b77f-4958-9e08-af619bcdda03 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6294498 Aug 16 15:54:08.465705 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52344) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:08.513205 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:08.548361 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2be5868b-16be-4dbf-bf64-50575b89d50d req-8194d89f-f7b1-44d4-96c8-8f83cb5dfef1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834651 Aug 16 15:54:08.726561 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:07Z', 'revision_number': 3, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:08.753113 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Checking router: ece3cc6e-32b6-4423-902a-38d4bb28e0e2 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:54:08.753456 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Updating router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:54:08.777542 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:08.885233 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 55692d53-fe92-42e2-9d83-871dc699b5b3 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:08.941502 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 55692d53-fe92-42e2-9d83-871dc699b5b3 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:08.942317 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:08.948160 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.034292 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 983c73c8-772e-4217-a15d-e3b4c70d04ca up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:09.072300 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.083122 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Transition to ACTIVE for port object 922d8d8b-292b-4f7e-b565-1dfa4922a3ae will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:09.094786 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 983c73c8-772e-4217-a15d-e3b4c70d04ca triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:09.095043 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.124631 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Allocated IP 172.20.0.1 (584e8157-7323-4bbc-a503-f28e244b1936/e647a9e9-a1f5-4d80-a5b3-305b8c8b4296/a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:09.172367 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.225157 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Attempting to bind port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:09.225518 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Attempting to bind port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:09.225877 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Attempting to bind port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:09.230699 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9658-b01f-4caf-b37f-5414bdbf3760 None None] Pushing event updated for resources: {'Port': ['ID=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:09.233998 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:09.234367 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:09.234798 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.235178 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:09.235639 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Bound port: 922d8d8b-292b-4f7e-b565-1dfa4922a3ae, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:09.236012 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.237891 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.255919 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Transition to ACTIVE for port object a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 will not be triggered until provisioned by entity DHCP. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:09.289057 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] For port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:09.292603 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] For port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:09.365182 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.365419 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.410881 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Network 584e8157-7323-4bbc-a503-f28e244b1936 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:09.413817 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:09.416502 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:09.428193 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:09.428833 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:09.431043 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9658-b01f-4caf-b37f-5414bdbf3760 None None] Pushing event updated for resources: {'Port': ['ID=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:09.554700 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:09.573584 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4cd85-f29f-4595-9eec-0f4be85ed6fe req-99c7c151-044f-4a2c-9fcb-55f90e5e21f1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:09.579757 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9de4cd85-f29f-4595-9eec-0f4be85ed6fe req-99c7c151-044f-4a2c-9fcb-55f90e5e21f1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0789096 Aug 16 15:54:09.689548 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Pushing event updated for resources: {'Port': ['ID=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:09.711468 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9de4cd85-f29f-4595-9eec-0f4be85ed6fe req-db68877b-a67e-428b-b794-45214ec86c02 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766792 Aug 16 15:54:09.786946 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.804556 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:07Z', 'revision_number': 3, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:09.822991 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e59d74d2-a27e-4a3e-b684-585a717c4382 None None] Provisioning for port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:09.829418 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e59d74d2-a27e-4a3e-b684-585a717c4382 None None] Provisioning complete for port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:09.829894 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e59d74d2-a27e-4a3e-b684-585a717c4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:09.837439 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708ef1-73ed-4575-b498-051badca66e8 None None] The sync data for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi is: [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:07Z', 'revision_number': 3, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:54:09.875581 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-8e8c0f65-8175-4bdc-8698-1aa1e1b47b28 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628363 Aug 16 15:54:09.881421 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-e59d74d2-a27e-4a3e-b684-585a717c4382 None None] Port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:09.904377 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6c232-2697-452f-878a-cf565a886030 req-14c75e9f-aa38-4a94-83cf-5df499d61634 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:09.905975 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-52a6c232-2697-452f-878a-cf565a886030 req-14c75e9f-aa38-4a94-83cf-5df499d61634 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.2208750 Aug 16 15:54:09.909779 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406351c-0de8-424a-b83d-deec88f86a85 req-1c93ecc9-01bb-49d8-90c0-81b1b21d232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:09.912220 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f406351c-0de8-424a-b83d-deec88f86a85 req-1c93ecc9-01bb-49d8-90c0-81b1b21d232d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 1099 time: 0.1846764 Aug 16 15:54:10.000103 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f406351c-0de8-424a-b83d-deec88f86a85 req-bfd8ffec-b0d4-46ab-b4d1-554e89c923a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744314 Aug 16 15:54:10.011076 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-52a6c232-2697-452f-878a-cf565a886030 req-c7ebac46-e7e6-4eda-9e41-ba825785e3dc tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934365 Aug 16 15:54:10.017106 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-762794ea-1c89-4cd3-9f7c-86ae08b39adb req-9f533dc7-f560-459e-b514-cf38bf7752a3 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276073 Aug 16 15:54:10.056638 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:10.288941 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:10.355275 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:10.425846 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:10.427879 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Pushing event updated for resources: {'Port': ['ID=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:10.530620 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Network 584e8157-7323-4bbc-a503-f28e244b1936 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:10.532204 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:10.657083 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:54:10.811995 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-70298598-232e-4e60-83cb-55f8203ccd9d None None] Provisioning complete for port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:10.813101 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70298598-232e-4e60-83cb-55f8203ccd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:10.848217 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166b27a-7b4f-496d-ace2-e2b44f87d509 req-ff54793f-156e-493f-ad13-24794b98165e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:10.862908 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3166b27a-7b4f-496d-ace2-e2b44f87d509 req-ff54793f-156e-493f-ad13-24794b98165e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1065986 Aug 16 15:54:10.863126 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:54:10.892405 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-7486c773-6b29-40a1-91b0-c139f00debda admin admin] 10.222.0.30 "PUT /v2.0/routers/ece3cc6e-32b6-4423-902a-38d4bb28e0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150465 Aug 16 15:54:10.921951 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-70298598-232e-4e60-83cb-55f8203ccd9d None None] Port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:10.943392 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3166b27a-7b4f-496d-ace2-e2b44f87d509 req-3ba8e347-5dac-4440-9cbb-4a76f2d523e4 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788841 Aug 16 15:54:10.981935 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 922d8d8b-292b-4f7e-b565-1dfa4922a3ae up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:11.066174 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a1bf6-41b7-4e95-89e1-8925d1cff7ae req-74c7c734-2b31-4dd8-b435-481e4f286504 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:11.069708 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee1a1bf6-41b7-4e95-89e1-8925d1cff7ae req-74c7c734-2b31-4dd8-b435-481e4f286504 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1100953 Aug 16 15:54:11.129104 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee1a1bf6-41b7-4e95-89e1-8925d1cff7ae req-7e6093e8-371a-42fc-960e-ee8b15521825 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474749 Aug 16 15:54:11.153425 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:11.165198 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:11.165198 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:11.165408 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19fd4-8d02-40aa-8d64-bb6f0ed78f09 req-2308de75-3fcf-477d-86fa-62a375417972 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:11.166359 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5ad19fd4-8d02-40aa-8d64-bb6f0ed78f09 req-2308de75-3fcf-477d-86fa-62a375417972 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.0642166 Aug 16 15:54:11.241115 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5ad19fd4-8d02-40aa-8d64-bb6f0ed78f09 req-10029697-acba-428b-881f-ae9938ccca2e tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677357 Aug 16 15:54:11.313359 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:11.336343 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:11.458843 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:11.529889 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:11.872563 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Sync routers for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:54:11.884738 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:11.885678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:11.890623 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52446) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:11.896425 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2085151461-network', 'tenant_id': '8f8b89028294412da5a4841feb1e5697'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:11.998561 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Made reservation on behalf of 8f8b89028294412da5a4841feb1e5697 for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:12.002961 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.015391 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.086758 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde939-8e79-4dee-b973-3546be9d2e51 req-a4b0defc-943c-45c1-92ce-3dd6476f59ca tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:12.096854 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e2fde939-8e79-4dee-b973-3546be9d2e51 req-a4b0defc-943c-45c1-92ce-3dd6476f59ca tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0889556 Aug 16 15:54:12.167881 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:12.176102 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.179254 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e2fde939-8e79-4dee-b973-3546be9d2e51 req-07b33c8e-69dc-47f5-a45f-fe1fcfa3de9b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815275 Aug 16 15:54:12.241008 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.265551 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:54:12.278204 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e644e-d806-4a17-94f9-f543c1c79100,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:12.358167 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.359029 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Added segment 9d3cd432-0c14-44a7-a66f-fc603df2adbe of type vlan for network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 Aug 16 15:54:12.407430 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d897e0-b7d5-4f91-ac65-8b4c04f345f1 req-22e59653-8182-4990-8467-ed7740e5fd35 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:12.415755 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.416868 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-23d897e0-b7d5-4f91-ac65-8b4c04f345f1 req-22e59653-8182-4990-8467-ed7740e5fd35 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.0688865 Aug 16 15:54:12.423952 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:10Z', 'revision_number': 2, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:12.455266 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Checking router: ece3cc6e-32b6-4423-902a-38d4bb28e0e2 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:54:12.455802 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Updating router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:54:12.456920 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-23d897e0-b7d5-4f91-ac65-8b4c04f345f1 req-01dd6b6b-bd14-4ecc-8532-5ce8ab6aa353 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389776 Aug 16 15:54:12.483293 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.537587 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.538708 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:12.539399 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.606055 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1aabc4c-a139-41f5-99cc-b7a588db7ce3,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:12.617472 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:54:12.675371 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a3464889-a372-4a10-809e-cbf5d01a6ae4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7836237 Aug 16 15:54:12.678127 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52478) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:12.683227 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Request body: {'subnet': {'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2085151461-subnet', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'ip_version': 4}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:12.775530 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Made reservation on behalf of 8f8b89028294412da5a4841feb1e5697 for: {'subnet': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:12.777751 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4760764'] for subnet, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.821289 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.836115 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Transition to ACTIVE for port object a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:12.862011 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 922d8d8b-292b-4f7e-b565-1dfa4922a3ae up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:12.909176 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:12.909856 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.934568 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:12.997620 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce422d0-598f-4739-b13f-e90c9e4ee54d None None] Pushing event updated for resources: {'Port': ['ID=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:13.046952 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4739870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4760786'] for subnet, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.088278 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Attempting to bind port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:13.088278 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Attempting to bind port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:13.088631 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Attempting to bind port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 on network 584e8157-7323-4bbc-a503-f28e244b1936 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:13.095967 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:13.096721 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Checking segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:13.096874 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.097168 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Bound using segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:13.097708 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Bound port: a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:13.098043 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.107781 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:13.119352 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Checking segment: {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:13.119712 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Network hostable DHCP agents. Network: d1aabc4c-a139-41f5-99cc-b7a588db7ce3, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:54:13.174545 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] For port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:13.179590 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] For port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:13.211971 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:54:13.269562 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.297419 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, d1aabc4c-a139-41f5-99cc-b7a588db7ce3) {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:13.306698 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:13.312249 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.313696 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a459dac-a70c-4a49-a328-00abcbfb0e43 None None] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:54:13.377994 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:13.378680 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:13.418999 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-28ac9a6c-1d6a-4a59-92ce-710111074cfe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7393074 Aug 16 15:54:13.421457 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52490) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:13.424212 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce422d0-598f-4739-b13f-e90c9e4ee54d None None] Pushing event updated for resources: {'Port': ['ID=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:13.426516 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:13.549320 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.550745 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.583044 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:13.620483 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.664951 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-d1aabc4c-a139-41f5-99cc-b7a588db7ce3', 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'fixed_ips': [{'subnet_id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:54:13.665772 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.839320 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:13.919666 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Allocated IP 172.20.0.2 (d1aabc4c-a139-41f5-99cc-b7a588db7ce3/3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5/8919eb65-01f6-40c6-a341-3a73665e65e1) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:14.124966 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:13Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:14.164207 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f5085-ebe0-4784-a1a6-27ea9ee1f645 None None] The sync data for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi is: [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:13Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:54:14.177245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.200500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.266616 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.291539 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Transition to ACTIVE for port object 8919eb65-01f6-40c6-a341-3a73665e65e1 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:14.309596 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Transition to ACTIVE for port object 8919eb65-01f6-40c6-a341-3a73665e65e1 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:14.362774 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Allocated IP 172.27.2.6 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/dc5a5690-460a-4b44-a074-7605f0f95c17) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:14.433510 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.490353 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.499213 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:14.502077 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:14.506835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:14.540603 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Pushing event updated for resources: {'Port': ['ID=8919eb65-01f6-40c6-a341-3a73665e65e1,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:14.603969 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Attempting to bind port 8919eb65-01f6-40c6-a341-3a73665e65e1 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:14.604338 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Attempting to bind port 8919eb65-01f6-40c6-a341-3a73665e65e1 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:14.604754 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Attempting to bind port 8919eb65-01f6-40c6-a341-3a73665e65e1 on network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:14.610129 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:14.610541 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Checking segment: {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:14.610946 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.611339 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Bound using segment: {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:14.611811 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Bound port: 8919eb65-01f6-40c6-a341-3a73665e65e1, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:14.612196 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.622511 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.666517 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:14.677826 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:14.683945 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:14.693079 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] For port 8919eb65-01f6-40c6-a341-3a73665e65e1, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:14.696617 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] For port 8919eb65-01f6-40c6-a341-3a73665e65e1, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=8919eb65-01f6-40c6-a341-3a73665e65e1,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:14.710615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5a5690-460a-4b44-a074-7605f0f95c17,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:14.778055 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:14.880754 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585542e-9c16-4f2b-8b13-46f4acb26710 None None] Pushing event updated for resources: {'Port': ['ID=8919eb65-01f6-40c6-a341-3a73665e65e1,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:14.914360 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fcae9-6d3f-4450-8f0e-e63bd08a3522 req-4b7008a1-f816-43fa-b94f-8fe66470f5cd tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:14.916073 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-191fcae9-6d3f-4450-8f0e-e63bd08a3522 req-4b7008a1-f816-43fa-b94f-8fe66470f5cd tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.1423342 Aug 16 15:54:14.935546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:14.963164 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-191fcae9-6d3f-4450-8f0e-e63bd08a3522 req-f25b3d7f-288f-45b9-9734-cb430b096e66 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Aug 16 15:54:15.053707 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:15.098422 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:15.098422 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:15.099138 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:15.229944 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:15.280877 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:15.389506 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:15.464154 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:15.626536 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:15.827515 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52536) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:15.833355 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:54:15.875383 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52540) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:15.964497 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:54:15.978359 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Sync routers for ids ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:54:16.026682 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Routers {'2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:16.026682 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:16.034107 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.053813 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-060ebb22-025f-4879-84e1-3ae84f4795d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.080464 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.084556 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c5dc47f8-88d5-4678-8b60-39f1bbb0b667 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6592329 Aug 16 15:54:16.084870 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52550) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:16.103461 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03571b5-d162-4118-a4f4-60a455c2ba35 None None] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:54:16.170143 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.db.api [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 15:54:16.170143 dv-cinder-799668-6-iscsi neutron-server[101075]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 15:54:16.170143 dv-cinder-799668-6-iscsi neutron-server[101075]: [parameters: {'project_id_1': 'cc681668bd274d72a3e4e31b17fd2c8a', 'expiration_1': datetime.datetime(2021, 8, 16, 15, 54, 16, 78800)}] Aug 16 15:54:16.170143 dv-cinder-799668-6-iscsi neutron-server[101075]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:54:16.171074 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG oslo_db.api [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:54:16.219264 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0976ec-e076-415b-a1d5-b1b2051c7970 req-0c34a623-6681-4b4e-8590-3b5a5e33b9b5 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:16.221139 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ff0976ec-e076-415b-a1d5-b1b2051c7970 req-0c34a623-6681-4b4e-8590-3b5a5e33b9b5 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.1224422 Aug 16 15:54:16.273130 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Set router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:16.275864 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ee42dea3-5751-451a-b157-7af1435864f9 None None] Provisioning for port 8919eb65-01f6-40c6-a341-3a73665e65e1 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:16.373302 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-060ebb22-025f-4879-84e1-3ae84f4795d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.374630 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ff0976ec-e076-415b-a1d5-b1b2051c7970 req-d131b4f1-d4a3-4ed0-ae45-605cc9d25e9e tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426904 Aug 16 15:54:16.455684 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-060ebb22-025f-4879-84e1-3ae84f4795d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.469099 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:54:14Z', 'revision_number': 3, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:16.494768 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-060ebb22-025f-4879-84e1-3ae84f4795d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fde65a5c9a5a4ca28558902baa13e486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651542 Aug 16 15:54:16.494966 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-27305b17-f17a-40ce-905c-ea07eb9b9415 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:16.496181 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-27305b17-f17a-40ce-905c-ea07eb9b9415 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.0956752 Aug 16 15:54:16.498113 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52552) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:16.498847 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Checking router: 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:54:16.499202 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Updating router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb port dc5a5690-460a-4b44-a074-7605f0f95c17 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:54:16.527996 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.534376 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ebb22-025f-4879-84e1-3ae84f4795d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a784595-9937-4172-88aa-53e0196e8593,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:16.575464 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5f0f29a9-042f-4284-862e-a4a62e441618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.599862 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5f0f29a9-042f-4284-862e-a4a62e441618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.673361 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.712115 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Deleting port 8d53d8f9-aa3d-499a-b131-2da46eb2faad {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:54:16.712652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.729421 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5f0f29a9-042f-4284-862e-a4a62e441618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.731817 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5f0f29a9-042f-4284-862e-a4a62e441618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.733444 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5f0f29a9-042f-4284-862e-a4a62e441618 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a784595-9937-4172-88aa-53e0196e8593 HTTP/1.1" status: 204 len: 168 time: 0.2332501 Aug 16 15:54:16.757720 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f29a9-042f-4284-862e-a4a62e441618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a784595-9937-4172-88aa-53e0196e8593,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:16.855245 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.888494 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.932343 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Transition to ACTIVE for port object dc5a5690-460a-4b44-a074-7605f0f95c17 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:16.936010 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] For port 8d53d8f9-aa3d-499a-b131-2da46eb2faad, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d53d8f9-aa3d-499a-b131-2da46eb2faad,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:16.936611 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.945011 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:16.961323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Calling delete_port for 8d53d8f9-aa3d-499a-b131-2da46eb2faad owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:54:17.024214 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc681668bd274d72a3e4e31b17fd2c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450198 Aug 16 15:54:17.024214 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52566) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:17.059162 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.061969 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b716817-e099-4839-9bd5-09cb4471af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36c49b-45d2-44d5-805c-b84c59aece50,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:17.080843 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ee6df335-7d0b-4700-a408-98aea794cb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.100417 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.109511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ee6df335-7d0b-4700-a408-98aea794cb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.137210 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:17.171272 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Attempting to bind port dc5a5690-460a-4b44-a074-7605f0f95c17 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:17.178300 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Attempting to bind port dc5a5690-460a-4b44-a074-7605f0f95c17 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:17.178300 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Attempting to bind port dc5a5690-460a-4b44-a074-7605f0f95c17 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:17.196081 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:17.196846 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:17.197603 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.198279 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:17.201198 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Bound port: dc5a5690-460a-4b44-a074-7605f0f95c17, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:17.201198 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.202941 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70d21-9bbe-4ed8-9b27-d5c9fbdb8b90 None None] Pushing event updated for resources: {'Port': ['ID=dc5a5690-460a-4b44-a074-7605f0f95c17,revision_number=2']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:17.266208 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:17.266208 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.286977 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] For port dc5a5690-460a-4b44-a074-7605f0f95c17, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:17.361864 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] For port dc5a5690-460a-4b44-a074-7605f0f95c17, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dc5a5690-460a-4b44-a074-7605f0f95c17,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:17.362566 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 8919eb65-01f6-40c6-a341-3a73665e65e1 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:17.413990 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Allocated IP 172.20.0.1 (d1aabc4c-a139-41f5-99cc-b7a588db7ce3/3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5/778ea977-15c9-4977-a9e1-2750295ca1e4) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:17.461562 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ee6df335-7d0b-4700-a408-98aea794cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.571674 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ee6df335-7d0b-4700-a408-98aea794cb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.571674 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ee6df335-7d0b-4700-a408-98aea794cb41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f36c49b-45d2-44d5-805c-b84c59aece50 HTTP/1.1" status: 204 len: 168 time: 0.4440720 Aug 16 15:54:17.571674 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6df335-7d0b-4700-a408-98aea794cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f36c49b-45d2-44d5-805c-b84c59aece50,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:17.572458 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01080e-4245-4b79-850e-f96711c9b215 req-4830fbca-477a-412a-a6f4-b0440e803bd7 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:17.572458 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7b01080e-4245-4b79-850e-f96711c9b215 req-4830fbca-477a-412a-a6f4-b0440e803bd7 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 946 time: 0.1062281 Aug 16 15:54:17.572458 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.604142 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Transition to ACTIVE for port object 778ea977-15c9-4977-a9e1-2750295ca1e4 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:17.615611 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7b01080e-4245-4b79-850e-f96711c9b215 req-9f69046f-7369-43a9-9d78-f0ec886e854a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561988 Aug 16 15:54:17.669317 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.812859 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.842331 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Pushing event deleted for resources: {'Port': ['ID=8d53d8f9-aa3d-499a-b131-2da46eb2faad,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:17.848998 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['8d53d8f9-aa3d-499a-b131-2da46eb2faad'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:54:17.849117 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Routers {'2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:17.849224 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] No DVR routers for this DVR port 8d53d8f9-aa3d-499a-b131-2da46eb2faad on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:54:17.849318 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:17.849318 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70d21-9bbe-4ed8-9b27-d5c9fbdb8b90 None None] Pushing event updated for resources: {'Port': ['ID=dc5a5690-460a-4b44-a074-7605f0f95c17,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f450a63-c2ab-419e-98ad-dc12c2b4d606 req-84507b42-648c-49e5-8329-1bfe936b3660 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "DELETE /v2.0/ports/8d53d8f9-aa3d-499a-b131-2da46eb2faad HTTP/1.1" status: 204 len: 173 time: 1.2415650 Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'name': 'network-vif-deleted', 'tag': '8d53d8f9-aa3d-499a-b131-2da46eb2faad'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd071b6-e4e2-451d-aaa1-a9055a66b19c" -d '{"events": [{"server_uuid": "cbc9e6ac-da23-46b6-bc60-55a616d5af44", "name": "network-vif-deleted", "tag": "8d53d8f9-aa3d-499a-b131-2da46eb2faad"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97279ee9-5be7-443e-a3d6-61b3cadcd6e8 x-openstack-request-id: req-97279ee9-5be7-443e-a3d6-61b3cadcd6e8 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc9e6ac-da23-46b6-bc60-55a616d5af44", "name": "network-vif-deleted", "tag": "8d53d8f9-aa3d-499a-b131-2da46eb2faad", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97279ee9-5be7-443e-a3d6-61b3cadcd6e8 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:17.849496 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc9e6ac-da23-46b6-bc60-55a616d5af44', 'name': 'network-vif-deleted', 'tag': '8d53d8f9-aa3d-499a-b131-2da46eb2faad', 'status': 'completed', 'code': 200} Aug 16 15:54:17.858365 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] Set router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:18.033700 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:54:14Z', 'revision_number': 3, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:18.062883 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b136e14-108a-480e-afa3-6124439593a5 None None] The sync data for ids ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'] in dv-cinder-799668-6-iscsi is: [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:54:14Z', 'revision_number': 3, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:54:18.107528 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 8919eb65-01f6-40c6-a341-3a73665e65e1 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:18.112070 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 8919eb65-01f6-40c6-a341-3a73665e65e1 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:18.118993 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.140294 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.199360 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:18.208755 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:18.211323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Pushing event updated for resources: {'Port': ['ID=778ea977-15c9-4977-a9e1-2750295ca1e4,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:18.213740 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:18.222534 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.266269 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.275571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 8919eb65-01f6-40c6-a341-3a73665e65e1, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=8919eb65-01f6-40c6-a341-3a73665e65e1,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:18.338352 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.466341 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=8919eb65-01f6-40c6-a341-3a73665e65e1,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:18.621142 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.777888 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9ddb5690-77dc-40ae-83d6-0b59c7cf9fb0 None None] Provisioning for port 778ea977-15c9-4977-a9e1-2750295ca1e4 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:18.784560 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-462b6d2f-3273-49d0-9bcd-984be2872296 req-e1362dd4-bce4-477f-b55e-7f4963fde991 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbc9e6ac-da23-46b6-bc60-55a616d5af44 HTTP/1.1" status: 200 len: 210 time: 0.0363379 Aug 16 15:54:18.793337 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-9ddb5690-77dc-40ae-83d6-0b59c7cf9fb0 None None] Provisioning complete for port 778ea977-15c9-4977-a9e1-2750295ca1e4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:18.793337 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5690-77dc-40ae-83d6-0b59c7cf9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.850235 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb5690-77dc-40ae-83d6-0b59c7cf9fb0 None None] Port 778ea977-15c9-4977-a9e1-2750295ca1e4 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:18.857816 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:18.935072 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.015316 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.061672 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dc5a5690-460a-4b44-a074-7605f0f95c17 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:19.113037 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Pushing event updated for resources: {'Port': ['ID=778ea977-15c9-4977-a9e1-2750295ca1e4,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:19.123277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.218079 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port dc5a5690-460a-4b44-a074-7605f0f95c17 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:19.226216 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port dc5a5690-460a-4b44-a074-7605f0f95c17 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:19.226216 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.275449 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:19.276989 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:19.371488 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.407143 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port dc5a5690-460a-4b44-a074-7605f0f95c17, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dc5a5690-460a-4b44-a074-7605f0f95c17,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:19.461134 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:54:19.566389 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.568911 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 8919eb65-01f6-40c6-a341-3a73665e65e1 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:19.606908 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:54:19.623693 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-db6dab75-8498-411e-a97b-be2b6feb8b89 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c6bb1bb-9f89-4de8-8820-cd83b7771dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5308907 Aug 16 15:54:19.673166 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-f8d0e905-cb71-476b-bd1d-fa66fd6ea6f7 None None] Provisioning complete for port 778ea977-15c9-4977-a9e1-2750295ca1e4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:19.673608 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e905-cb71-476b-bd1d-fa66fd6ea6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:19.706531 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=dc5a5690-460a-4b44-a074-7605f0f95c17,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:19.731882 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0e905-cb71-476b-bd1d-fa66fd6ea6f7 None None] Port 778ea977-15c9-4977-a9e1-2750295ca1e4 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:19.735497 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 8919eb65-01f6-40c6-a341-3a73665e65e1 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:19.735889 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:20.093679 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 8d53d8f9-aa3d-499a-b131-2da46eb2faad no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:54:20.129941 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 8d53d8f9-aa3d-499a-b131-2da46eb2faad {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:54:20.130723 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 8d53d8f9-aa3d-499a-b131-2da46eb2faad not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:54:20.356791 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 52684) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:20.455925 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Sync routers for ids ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:54:20.470457 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Routers {'2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:20.471152 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:20.501119 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c7f247e3-576e-4af3-b46d-976b5610c04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:20.589857 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Set router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:20.596373 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c7f247e3-576e-4af3-b46d-976b5610c04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:20.649904 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c7f247e3-576e-4af3-b46d-976b5610c04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:20.695262 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f247e3-576e-4af3-b46d-976b5610c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43231ef9-eb8f-4a8d-a4eb-6a4c08acc32e,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:20.704159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 52704) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:20.705533 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c7f247e3-576e-4af3-b46d-976b5610c04c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91ed09bc8933414888424a3df0063b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468616 Aug 16 15:54:20.890133 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:54:18Z', 'revision_number': 4, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '778ea977-15c9-4977-a9e1-2750295ca1e4', 'name': '', 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'mac_address': 'fa:16:3e:b7:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:17Z', 'updated_at': '2021-08-16T15:54:18Z', 'revision_number': 2, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'subnets': [{'id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:20.902221 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0638ca0f-5b20-4831-bf3d-00e7d92a7127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:20.937114 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Checking router: 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:54:20.938130 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Updating router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb port 778ea977-15c9-4977-a9e1-2750295ca1e4 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:54:20.973905 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0638ca0f-5b20-4831-bf3d-00e7d92a7127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:20.982671 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-9874fb78-dbca-49c2-bceb-a11f39ea66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:20.989213 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-9874fb78-dbca-49c2-bceb-a11f39ea66f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.1998394 Aug 16 15:54:21.012260 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:21.045895 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dc5a5690-460a-4b44-a074-7605f0f95c17 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:21.059415 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608a9ea-990a-44f4-989b-384027cf72fc req-06894e0c-bb1c-4333-b460-205c01363a65 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:21.061560 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4608a9ea-990a-44f4-989b-384027cf72fc req-06894e0c-bb1c-4333-b460-205c01363a65 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0947859 Aug 16 15:54:21.221663 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port dc5a5690-460a-4b44-a074-7605f0f95c17 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:21.221947 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:21.237112 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4608a9ea-990a-44f4-989b-384027cf72fc req-b51bed74-be60-4f32-9e41-e14fc446eb35 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664839 Aug 16 15:54:21.295897 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-f4e27d9e-3151-4327-a48e-aec3396451cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:21.298455 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-f4e27d9e-3151-4327-a48e-aec3396451cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.2926660 Aug 16 15:54:21.299957 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0638ca0f-5b20-4831-bf3d-00e7d92a7127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:21.306009 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0638ca0f-5b20-4831-bf3d-00e7d92a7127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:21.311150 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0638ca0f-5b20-4831-bf3d-00e7d92a7127 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43231ef9-eb8f-4a8d-a4eb-6a4c08acc32e HTTP/1.1" status: 204 len: 168 time: 0.6040308 Aug 16 15:54:21.359032 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-f0f97f80-2246-48ef-90aa-58fe8f26d7d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0466838 Aug 16 15:54:21.365405 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638ca0f-5b20-4831-bf3d-00e7d92a7127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43231ef9-eb8f-4a8d-a4eb-6a4c08acc32e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:21.425269 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-2594877f-f9a3-4dda-8bc7-ac857e814abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:21.426921 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-2594877f-f9a3-4dda-8bc7-ac857e814abb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.0592744 Aug 16 15:54:21.476717 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-664003d1-0e9d-48b5-9b57-f40129a51b1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394559 Aug 16 15:54:21.693000 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-925f5cde-a396-4762-ac98-61fe94c994d4 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875811 Aug 16 15:54:21.720937 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:21.741481 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Transition to ACTIVE for port object 778ea977-15c9-4977-a9e1-2750295ca1e4 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:21.819099 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:21.871315 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-de5eeaaa-6551-4771-a4bf-ecefbd0979e6 req-1c004020-456a-419b-a70d-55472f2b2cbd service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638935 Aug 16 15:54:21.898439 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b41e2-486d-49fe-96e7-13604f92084b None None] Pushing event updated for resources: {'Port': ['ID=778ea977-15c9-4977-a9e1-2750295ca1e4,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:22.047458 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Attempting to bind port 778ea977-15c9-4977-a9e1-2750295ca1e4 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:22.047891 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Attempting to bind port 778ea977-15c9-4977-a9e1-2750295ca1e4 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:22.048340 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Attempting to bind port 778ea977-15c9-4977-a9e1-2750295ca1e4 on network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:22.056236 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:22.056696 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Checking segment: {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:22.057166 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:22.057617 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Bound using segment: {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:22.058155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Bound port: 778ea977-15c9-4977-a9e1-2750295ca1e4, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3cd432-0c14-44a7-a66f-fc603df2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:22.058675 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:22.160236 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] For port 778ea977-15c9-4977-a9e1-2750295ca1e4, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:22.165226 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] For port 778ea977-15c9-4977-a9e1-2750295ca1e4, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=778ea977-15c9-4977-a9e1-2750295ca1e4,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:22.310689 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:22.318507 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-8a3f0b97-5d87-475f-97ed-c99a6316706c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997523362&fields=id&tenant_id=6c4765f685b345c18615588816442484 HTTP/1.1" status: 200 len: 267 time: 0.0729215 Aug 16 15:54:22.420647 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b41e2-486d-49fe-96e7-13604f92084b None None] Pushing event updated for resources: {'Port': ['ID=778ea977-15c9-4977-a9e1-2750295ca1e4,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:22.444710 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Routers {'2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:54:22.448677 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:54:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:22.497368 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-bab950df-355f-45fd-b3cb-760d386b5970 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:22.507493 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-bab950df-355f-45fd-b3cb-760d386b5970 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 809 time: 0.1772666 Aug 16 15:54:22.526092 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-b3e0d255-b9ec-48ea-aedd-1212547da5e7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/quotas/6c4765f685b345c18615588816442484 HTTP/1.1" status: 200 len: 375 time: 0.0173092 Aug 16 15:54:22.634015 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-36a0dcce-a4c0-4bb5-9ecc-260aaa2cc080 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932844 Aug 16 15:54:22.684591 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] Set router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:54:22.811235 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-df2a39c8-9b79-47c6-8fe7-cb5eb704a9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692779 Aug 16 15:54:22.939228 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-45e275e7-3249-4d56-b582-72a6042486f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264403 Aug 16 15:54:23.109021 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:54:18Z', 'revision_number': 4, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '778ea977-15c9-4977-a9e1-2750295ca1e4', 'name': '', 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'mac_address': 'fa:16:3e:b7:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:17Z', 'updated_at': '2021-08-16T15:54:22Z', 'revision_number': 4, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'subnets': [{'id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:54:23.163178 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f4d8-4ff7-4f50-8c2f-de8d6d7fd558 None None] The sync data for ids ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'] in dv-cinder-799668-6-iscsi is: [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:54:18Z', 'revision_number': 4, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '778ea977-15c9-4977-a9e1-2750295ca1e4', 'name': '', 'network_id': 'd1aabc4c-a139-41f5-99cc-b7a588db7ce3', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'mac_address': 'fa:16:3e:b7:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:17Z', 'updated_at': '2021-08-16T15:54:22Z', 'revision_number': 4, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'subnets': [{'id': '3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:54:24.043861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d96fb-5331-4c79-a3a3-bc33a57ed347 req-bb23a361-2746-4255-b19f-1813515acc68 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:24.053378 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c13d96fb-5331-4c79-a3a3-bc33a57ed347 req-bb23a361-2746-4255-b19f-1813515acc68 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1324372 Aug 16 15:54:24.132614 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c13d96fb-5331-4c79-a3a3-bc33a57ed347 req-bb7c88cd-111d-4735-b05c-54f088acb8ec tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688550 Aug 16 15:54:24.203024 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e8b31587-f9a7-4d70-aa53-575c4a129cdf req-bee9d20a-7e7e-47ae-ae31-2b5bf16bd281 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 210 time: 0.0335305 Aug 16 15:54:24.962043 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 778ea977-15c9-4977-a9e1-2750295ca1e4 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:25.352960 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec025e-7456-41bb-8808-c3ba960fa1cb req-757c780a-9212-4930-bbca-c9c282f7cd38 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:25.354889 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-75ec025e-7456-41bb-8808-c3ba960fa1cb req-757c780a-9212-4930-bbca-c9c282f7cd38 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0615404 Aug 16 15:54:25.403990 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-75ec025e-7456-41bb-8808-c3ba960fa1cb req-ade9f280-c45f-4bf3-8895-ecd4e2863ed1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Aug 16 15:54:25.485453 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9133c49a-1e69-4048-ae4e-1fc6cdf0a63f req-eed76f2e-3b11-47fc-ab8b-8e71a6a9aee6 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 210 time: 0.0292857 Aug 16 15:54:25.651586 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 778ea977-15c9-4977-a9e1-2750295ca1e4 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:25.655559 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 778ea977-15c9-4977-a9e1-2750295ca1e4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:25.655916 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:25.743528 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:25.780720 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 778ea977-15c9-4977-a9e1-2750295ca1e4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=778ea977-15c9-4977-a9e1-2750295ca1e4,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:25.880479 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:25.961991 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=778ea977-15c9-4977-a9e1-2750295ca1e4,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:26.546742 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517ddf2-771c-46c9-b103-31778ef7d091 req-1fdfceaf-cfa6-4457-808b-dd30c7620ec4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:26.555071 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c517ddf2-771c-46c9-b103-31778ef7d091 req-1fdfceaf-cfa6-4457-808b-dd30c7620ec4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0709765 Aug 16 15:54:26.615063 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c517ddf2-771c-46c9-b103-31778ef7d091 req-0bde04fb-3b7b-4b91-9282-5638154b2a56 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Aug 16 15:54:26.726069 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-599050ee-dd6b-426a-b565-045aa7093621 req-e803d677-05bd-4dca-b186-28ba169176a5 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 210 time: 0.0432823 Aug 16 15:54:26.886076 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 778ea977-15c9-4977-a9e1-2750295ca1e4 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:26.943203 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 778ea977-15c9-4977-a9e1-2750295ca1e4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:26.944891 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:27.313369 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-26d53165-b179-4ac3-978c-de97c9bb752e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:27.314894 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-26d53165-b179-4ac3-978c-de97c9bb752e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 809 time: 0.1596737 Aug 16 15:54:27.360712 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-4e93a7fe-82e2-4f1e-9db1-0e5203179808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:27.379822 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-f1f28dbc-f324-41e4-843d-7f1696088bc7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4765f685b345c18615588816442484 HTTP/1.1" status: 200 len: 379 time: 0.0462921 Aug 16 15:54:27.390763 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'port': {'device_id': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'admin_state_up': True, 'tenant_id': '6c4765f685b345c18615588816442484', 'security_groups': ['04b2bf38-7690-46ed-b1ad-6ff707b34ee2']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:27.604050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Made reservation on behalf of 6c4765f685b345c18615588816442484 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:27.608093 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:27.773385 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85b245-4bb9-42ae-9690-ea7756b92aac req-4a0f4c33-d466-427a-b88e-871263343b9f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:27.775998 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8e85b245-4bb9-42ae-9690-ea7756b92aac req-4a0f4c33-d466-427a-b88e-871263343b9f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0722926 Aug 16 15:54:27.787492 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Allocated IP 172.20.0.10 (c663eda6-b9eb-4f55-ba98-587e31cc8af3/2cb68b82-7cfd-4157-b805-6b967623eb7b/e0e09e9e-52cf-40da-8ee8-5bb876b823f0) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:27.859789 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8e85b245-4bb9-42ae-9690-ea7756b92aac req-3c4c4b9a-8e77-46c2-94d0-34c452c5ed21 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 Aug 16 15:54:27.996332 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2d7a88de-6c10-4390-9dd6-f7061cd9bd34 req-78ec7b6d-52dc-4095-b41e-fa389d09fec4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 210 time: 0.0484695 Aug 16 15:54:28.021070 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:28.049349 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Transition to ACTIVE for port object e0e09e9e-52cf-40da-8ee8-5bb876b823f0 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:28.154079 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:28.177279 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:28.179869 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:28.182919 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:28.284734 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:28.300749 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:28.301416 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:28.399252 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-617dcf13-89d2-4f74-8abd-6a2469804787 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0127735 Aug 16 15:54:28.425102 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Request body: {'port': {'device_id': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:28.566055 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:28.619147 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d64e4e93-0a90-4e6e-91fe-b7255493df30 None None] Provisioning for port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:28.625918 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d64e4e93-0a90-4e6e-91fe-b7255493df30 None None] Provisioning complete for port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:28.626545 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d64e4e93-0a90-4e6e-91fe-b7255493df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:28.663861 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-72dc4eb4-ca49-4866-8552-85af7e45fa7a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:28.672433 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-72dc4eb4-ca49-4866-8552-85af7e45fa7a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/networks?id=4282bfa5-63ac-455b-900d-2cf70282cefa HTTP/1.1" status: 200 len: 808 time: 0.1800804 Aug 16 15:54:28.682359 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d64e4e93-0a90-4e6e-91fe-b7255493df30 None None] Port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:28.689142 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-754526b8-bc2e-4997-b293-6919b6a3d8af tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/quotas/2224270ffbe64412bc7a24a4f84b99bf HTTP/1.1" status: 200 len: 375 time: 0.0158145 Aug 16 15:54:28.774129 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-ac9aa5c5-d307-4847-899c-19f7c1dea76a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428181 Aug 16 15:54:29.168448 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41375c-643b-40ba-997c-2c209e555ea1 req-7dd69ca6-524c-444e-9b06-cf1c9c3ca02c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:29.170066 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ad41375c-643b-40ba-997c-2c209e555ea1 req-7dd69ca6-524c-444e-9b06-cf1c9c3ca02c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.2181280 Aug 16 15:54:29.220592 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ad41375c-643b-40ba-997c-2c209e555ea1 req-531bf937-0be3-49dd-af2c-0e805987ab07 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Aug 16 15:54:29.248356 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-02d3c3e6-8bfe-4dc1-a036-40eab184dfa0 service neutron] 10.222.0.30 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363689 Aug 16 15:54:29.335422 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ef81-a383-4433-8d68-d7a9daf6a311 req-6a1a5b38-62ee-4dba-b93a-a3cc15caf343 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:29.336981 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3e06ef81-a383-4433-8d68-d7a9daf6a311 req-6a1a5b38-62ee-4dba-b93a-a3cc15caf343 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 932 time: 0.0554113 Aug 16 15:54:29.363436 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e09e9e-52cf-40da-8ee8-5bb876b823f0 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:54:29.376344 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:29.385193 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3e06ef81-a383-4433-8d68-d7a9daf6a311 req-ae11a2af-07c2-415a-8075-142a2a456e23 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Aug 16 15:54:29.405868 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Transition to ACTIVE for port object e0e09e9e-52cf-40da-8ee8-5bb876b823f0 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:29.418739 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-22fb2c6a-41fd-4812-92e3-d49dda2a36a9 service neutron] 10.222.0.30 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894462 Aug 16 15:54:29.792940 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:29.846047 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:30.001816 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Attempting to bind port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:30.002194 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Attempting to bind port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:30.002587 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Attempting to bind port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 on network c663eda6-b9eb-4f55-ba98-587e31cc8af3 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:30.024219 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 on network c663eda6-b9eb-4f55-ba98-587e31cc8af3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:54:30.024797 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Attempting to bind port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 on network c663eda6-b9eb-4f55-ba98-587e31cc8af3 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:30.030631 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:30.031310 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Checking segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:30.035341 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Bound using segment: {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:30.036740 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-66602300-4404-48bb-bd6e-4dfa1df879e1 req-504fc9aa-d174-478d-9079-764812602c67 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0613604 Aug 16 15:54:30.038392 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Bound port: e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08af914-983f-4f3c-ae17-2181907bc172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:30.041794 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:30.100968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-858aea69-6fe0-4308-a3a9-9f21433108a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:30.184514 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:30.189614 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:30.273229 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:30.363719 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:30.365030 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:30.366068 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] 10.222.0.60 "PUT /v2.0/ports/e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 1094 time: 1.9457061 Aug 16 15:54:30.388719 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:30.390796 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4fe13f-6556-4721-b18d-84563f600fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:30.446205 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed6c67-fdda-4829-b596-c9042d20ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:30.490971 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5ae7-b806-4e20-a266-1f0a5ccb79ee req-04ff8ac7-ea40-44b6-81a6-2f9fa6962831 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:30.506427 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51ac5ae7-b806-4e20-a266-1f0a5ccb79ee req-04ff8ac7-ea40-44b6-81a6-2f9fa6962831 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1605437 Aug 16 15:54:30.532705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efd703f-a0e4-43fb-8e21-c4c60cc05bab x-openstack-request-id: req-0efd703f-a0e4-43fb-8e21-c4c60cc05bab {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:30.532705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:30.532705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0efd703f-a0e4-43fb-8e21-c4c60cc05bab {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:30.532705 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'status': 'completed', 'code': 200} Aug 16 15:54:30.553407 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:30.669903 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51ac5ae7-b806-4e20-a266-1f0a5ccb79ee req-cc9b7cba-5ce6-428a-a2f8-93c8ebd99cd0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492956 Aug 16 15:54:30.678352 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b12d4d-1fc2-4286-b48d-c62c08c53eb8 req-a004d85d-ac98-4a0c-b69f-b5481ddb5b65 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:30.689519 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-86b12d4d-1fc2-4286-b48d-c62c08c53eb8 req-a004d85d-ac98-4a0c-b69f-b5481ddb5b65 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.1260049 Aug 16 15:54:30.690989 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-287673b1-8117-49f5-ac20-1bf92daa001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:30.693868 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-287673b1-8117-49f5-ac20-1bf92daa001e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1097 time: 0.1637113 Aug 16 15:54:30.741251 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-86b12d4d-1fc2-4286-b48d-c62c08c53eb8 req-537b637a-d394-4430-a143-3f65cc662b41 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483687 Aug 16 15:54:30.757865 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-75bd1832-792c-49e1-9b2e-8052c4e4ea15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 217 time: 0.0470016 Aug 16 15:54:30.827006 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-992c84a2-0359-41d4-a715-d83d1333b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:30.828666 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-992c84a2-0359-41d4-a715-d83d1333b674 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0565672 Aug 16 15:54:30.889586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-b2323f41-9aa0-48f7-8699-96484124f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:30.896859 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-b2323f41-9aa0-48f7-8699-96484124f8af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600834 Aug 16 15:54:30.972746 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:30.999001 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-eb7e0a1b-b42c-49c8-9771-84cefdc57cee service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940347 Aug 16 15:54:31.182749 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-115e0dfc-b1ce-4da0-910d-abfc8fbbc335 req-bd6583fa-8710-46d9-be9c-1e05f71ee9ff tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0539465 Aug 16 15:54:31.195746 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f944a4fc-3d71-4d82-a6bd-bfdca8db4c4a req-84d36476-d764-40a9-9ca3-3dd369045e82 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888595 Aug 16 15:54:31.451434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-3318a7b1-5690-4810-96a0-19045f2cb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:31.453091 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-3318a7b1-5690-4810-96a0-19045f2cb0e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1097 time: 0.0462587 Aug 16 15:54:31.616634 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-85c233a8-2ca8-4ae4-9480-a5c928a368be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:31.618127 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-85c233a8-2ca8-4ae4-9480-a5c928a368be service neutron] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 910 time: 0.1135387 Aug 16 15:54:31.676860 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-d7218f2c-1fba-4f08-b312-6afb4e27d90a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 217 time: 0.0508299 Aug 16 15:54:31.749171 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-2deeec99-08db-4e04-8aeb-6d5dca6a046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:31.750180 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-2deeec99-08db-4e04-8aeb-6d5dca6a046d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0551376 Aug 16 15:54:31.826805 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee397722-70fe-45f9-9d15-9dddc294a21e req-e3c96f6d-39b3-4caa-95c2-7c7968b6b861 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:31.829827 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee397722-70fe-45f9-9d15-9dddc294a21e req-e3c96f6d-39b3-4caa-95c2-7c7968b6b861 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0687568 Aug 16 15:54:31.846593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-9de8dd98-b71b-4317-972e-2fed52c929f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:31.848350 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-9de8dd98-b71b-4317-972e-2fed52c929f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762751 Aug 16 15:54:31.884506 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee397722-70fe-45f9-9d15-9dddc294a21e req-b80eb9c3-3ae3-46d1-aefa-0e66b4cd966a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Aug 16 15:54:31.996097 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff7fd-df9c-4327-86df-98d4dd59da09 req-2557dc06-9ca5-4f5f-93cd-b7a8963fc356 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:31.999673 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-649ff7fd-df9c-4327-86df-98d4dd59da09 req-2557dc06-9ca5-4f5f-93cd-b7a8963fc356 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0753856 Aug 16 15:54:32.014104 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-bc93208c-3265-4ed8-b347-9793cb9945f7 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551616 Aug 16 15:54:32.054458 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-649ff7fd-df9c-4327-86df-98d4dd59da09 req-92f797df-314c-4c1a-b7e9-fab9a6284149 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393033 Aug 16 15:54:32.298044 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8c2796d-6e93-4062-93b3-42457c71e774 req-1da8640c-a00b-4f8a-9e1d-47cbd3420de6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Aug 16 15:54:32.880358 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:33.018292 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de370c2-ff01-46ea-a53b-722f9f4cf9d5 req-c7e5f7c0-4f7c-48e8-bc9f-d7b9a1eff48e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:33.023005 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5de370c2-ff01-46ea-a53b-722f9f4cf9d5 req-c7e5f7c0-4f7c-48e8-bc9f-d7b9a1eff48e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0638218 Aug 16 15:54:33.063204 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5de370c2-ff01-46ea-a53b-722f9f4cf9d5 req-ef56c35f-9fc9-4aed-8159-cb6c715acdd3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Aug 16 15:54:33.193861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc1f7-1850-4b0e-9e50-d33ab39ea153 req-9f11ec40-8853-4233-bea2-df3d282c813f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:33.196124 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-66bdc1f7-1850-4b0e-9e50-d33ab39ea153 req-9f11ec40-8853-4233-bea2-df3d282c813f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0650644 Aug 16 15:54:33.249428 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1f4fe13f-6556-4721-b18d-84563f600fb1 req-af9812b0-ee07-41c5-b790-e4dd22094e61 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189804 Aug 16 15:54:33.256948 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-66bdc1f7-1850-4b0e-9e50-d33ab39ea153 req-a5095b75-0880-42a6-b985-021381994b70 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538280 Aug 16 15:54:33.404708 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3da0dfa1-b6b6-4e35-93c9-07e04d19b823 req-fab40040-a447-4ae1-9639-1f08ec3bb77c tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0278537 Aug 16 15:54:34.203943 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5d2ae-c993-4035-82f2-7aeab615f6fe req-a6c01f4c-8a28-4b7b-b4e2-4e74881ec5cd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:34.205686 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1fe5d2ae-c993-4035-82f2-7aeab615f6fe req-a6c01f4c-8a28-4b7b-b4e2-4e74881ec5cd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0652981 Aug 16 15:54:34.246572 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1fe5d2ae-c993-4035-82f2-7aeab615f6fe req-c5f58759-ce14-4622-928c-f16cd261467d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Aug 16 15:54:34.423835 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c2bf2-10a8-4309-93a1-666c0d3c5d97 req-4006c15d-420c-4ee9-b5e4-210a734c0e7d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:34.425316 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a37c2bf2-10a8-4309-93a1-666c0d3c5d97 req-4006c15d-420c-4ee9-b5e4-210a734c0e7d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0488019 Aug 16 15:54:34.465834 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a37c2bf2-10a8-4309-93a1-666c0d3c5d97 req-7f41350d-4b73-4078-a63d-0772f638b45a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335510 Aug 16 15:54:34.504179 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-279bf64f-9b79-4e62-8b80-8322b8437c05 req-5556c647-2eee-4f1f-a40a-5705ba7a1415 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Aug 16 15:54:35.332725 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-7dc0239b-f3e1-4607-9a70-febd432803b0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:35.334286 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-7dc0239b-f3e1-4607-9a70-febd432803b0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 814 time: 0.1227174 Aug 16 15:54:35.349853 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-76a97171-6b49-49d2-96f7-bdf8e21ec1eb tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/quotas/1543181ca81f474280a44ff36424e280 HTTP/1.1" status: 200 len: 375 time: 0.0096679 Aug 16 15:54:35.369651 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c48ff7-112a-41c5-b3f0-2da8920c3c18 req-db1abbe0-4562-4b11-942e-61d36c8368db tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:35.372476 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-46c48ff7-112a-41c5-b3f0-2da8920c3c18 req-db1abbe0-4562-4b11-942e-61d36c8368db tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0539317 Aug 16 15:54:35.407375 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-96e0997e-98bb-46dd-80f0-c91244ca59f0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501554 Aug 16 15:54:35.438248 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-46c48ff7-112a-41c5-b3f0-2da8920c3c18 req-fdeebe91-e4f3-4d4c-b031-639461979869 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607271 Aug 16 15:54:35.527560 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-da767522-9b47-44c1-afb4-3c2dd0776dd7 service neutron] 10.222.0.30 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992112 Aug 16 15:54:35.623162 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-1645c8c3-0cbd-4cc5-a1fa-485ecf654326 service neutron] 10.222.0.30 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891993 Aug 16 15:54:35.659794 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5deb91d-cd62-4759-bd69-68d10fa72c84 req-00ad887b-1155-41c8-84e4-0597cb3f9dbc tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:35.661604 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a5deb91d-cd62-4759-bd69-68d10fa72c84 req-00ad887b-1155-41c8-84e4-0597cb3f9dbc tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.1253479 Aug 16 15:54:35.707699 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-baa3dc51-a3a2-4a98-8bd2-291e7315d92a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:35.709251 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-baa3dc51-a3a2-4a98-8bd2-291e7315d92a tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "GET /v2.0/networks?id=4282bfa5-63ac-455b-900d-2cf70282cefa HTTP/1.1" status: 200 len: 808 time: 0.1743891 Aug 16 15:54:35.727244 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a5deb91d-cd62-4759-bd69-68d10fa72c84 req-209e92e5-3107-409b-9021-cafca3f4e7a2 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567768 Aug 16 15:54:35.731863 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Request body: {'port': {'device_id': 'f86f3181-a467-44ec-a424-12c4661baa52', 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa', 'admin_state_up': True, 'tenant_id': '2224270ffbe64412bc7a24a4f84b99bf'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:35.821821 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ce257137-eacc-4508-9745-cfac707573d1 req-3e781660-fb45-4d8b-8579-a43365095b89 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0357816 Aug 16 15:54:35.901621 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-25f1914b-8769-4c2a-a89a-0a2f544c6ebf req-9c063e68-5534-4e0d-8086-0ae56d927a08 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 210 time: 0.0308220 Aug 16 15:54:36.017242 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Made reservation on behalf of 2224270ffbe64412bc7a24a4f84b99bf for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:36.024453 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:36.155758 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Allocated IP 172.20.0.13 (4282bfa5-63ac-455b-900d-2cf70282cefa/322b23f8-7a3e-41d7-bd52-f77479d78593/0bc53158-a3ec-424e-ac7b-fe4a26b55c6d) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:36.308959 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:36.427598 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:36.471388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Network 4282bfa5-63ac-455b-900d-2cf70282cefa is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:36.476323 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:36.480562 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:36.504540 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Pushing event updated for resources: {'Port': ['ID=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:36.541243 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:36.542059 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:36.602922 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b67f9-e582-4037-a83c-2af900419060 req-0b4b9df0-8696-4299-8c1e-534cd35b95dd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:36.604458 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-428b67f9-e582-4037-a83c-2af900419060 req-0b4b9df0-8696-4299-8c1e-534cd35b95dd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0596325 Aug 16 15:54:36.648423 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-428b67f9-e582-4037-a83c-2af900419060 req-e0f7aebc-3efc-4dde-8c6e-78c8b80f9c44 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Aug 16 15:54:36.665295 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-6af0d80b-9abc-4552-9e37-de05d367acd6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9370208 Aug 16 15:54:36.694907 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Request body: {'port': {'device_id': 'f86f3181-a467-44ec-a424-12c4661baa52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:36.750200 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:36.813646 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466247a5-1ed8-4a99-96bd-86394af24cbe req-0b154c8f-9443-4d8f-b187-6f669bd7d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:36.816040 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-466247a5-1ed8-4a99-96bd-86394af24cbe req-0b154c8f-9443-4d8f-b187-6f669bd7d01d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.0596817 Aug 16 15:54:36.875415 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-466247a5-1ed8-4a99-96bd-86394af24cbe req-36267a15-3c67-4c18-b874-2acbe860f1a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496724 Aug 16 15:54:36.887593 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb116d1c-b391-4408-9e97-628d69e529b1 req-a2368032-1293-42d4-9810-a47d121bf44d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:36.889059 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cb116d1c-b391-4408-9e97-628d69e529b1 req-a2368032-1293-42d4-9810-a47d121bf44d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0720179 Aug 16 15:54:36.938318 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cb116d1c-b391-4408-9e97-628d69e529b1 req-0fc47d23-e4f9-473c-9313-8d3cf5b6dc5e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Aug 16 15:54:37.011260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aa28e-0f62-4bb1-8714-56879dab2b4a req-4f1ea5e6-b379-44da-ac47-8b286f2909ea tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:37.012827 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-716aa28e-0f62-4bb1-8714-56879dab2b4a req-4f1ea5e6-b379-44da-ac47-8b286f2909ea tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 932 time: 0.1023066 Aug 16 15:54:37.030713 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7e63d652-e4fc-431f-ac82-7e8f018568ea req-be5b8ab1-da15-47d3-808f-4029eed6db86 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 210 time: 0.0425255 Aug 16 15:54:37.094827 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-716aa28e-0f62-4bb1-8714-56879dab2b4a req-e68f371d-2c16-44e7-b631-4aa6900cb313 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Aug 16 15:54:37.148512 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:54:37.156411 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:37.168504 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Transition to ACTIVE for port object 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:37.257266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:37.308942 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:37.381452 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Attempting to bind port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:37.381790 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Attempting to bind port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:37.382119 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Attempting to bind port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d on network 4282bfa5-63ac-455b-900d-2cf70282cefa {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:37.386383 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d on network 4282bfa5-63ac-455b-900d-2cf70282cefa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:54:37.391946 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Attempting to bind port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d on network 4282bfa5-63ac-455b-900d-2cf70282cefa {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:37.391946 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:37.391946 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Checking segment: {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:37.392271 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Bound using segment: {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:37.392544 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Bound port: 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ecdd69-e440-4de1-bcd6-43fe688118af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:37.392992 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:37.460255 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] For port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:37.463266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] For port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:37.617639 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:37.653161 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:37.653818 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:37.655228 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] 10.222.0.60 "PUT /v2.0/ports/0bc53158-a3ec-424e-ac7b-fe4a26b55c6d HTTP/1.1" status: 200 len: 1094 time: 0.9648652 Aug 16 15:54:37.655700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86f3181-a467-44ec-a424-12c4661baa52', 'tag': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:37.658012 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e43f435-2f60-4ab2-be9d-6d6db91810ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f86f3181-a467-44ec-a424-12c4661baa52", "tag": "0bc53158-a3ec-424e-ac7b-fe4a26b55c6d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:37.688153 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03131d7-d4d1-4fe4-ab6c-e0c51407509c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:37.727954 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd61eba-8eb2-4b09-9419-067fa79b7738 x-openstack-request-id: req-7bd61eba-8eb2-4b09-9419-067fa79b7738 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:37.728588 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86f3181-a467-44ec-a424-12c4661baa52", "tag": "0bc53158-a3ec-424e-ac7b-fe4a26b55c6d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:37.728917 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bd61eba-8eb2-4b09-9419-067fa79b7738 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:37.729502 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86f3181-a467-44ec-a424-12c4661baa52', 'tag': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d', 'status': 'completed', 'code': 200} Aug 16 15:54:37.825742 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f48240-4521-47dd-b393-c11dd2ccff64 req-480de1ec-9b2e-48ce-8020-5d1d110e9981 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:37.834732 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f3f48240-4521-47dd-b393-c11dd2ccff64 req-480de1ec-9b2e-48ce-8020-5d1d110e9981 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0632279 Aug 16 15:54:37.902143 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f3f48240-4521-47dd-b393-c11dd2ccff64 req-acd0489b-5e6b-45bb-8773-1df9597ebaca tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664382 Aug 16 15:54:37.906944 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f435-2f60-4ab2-be9d-6d6db91810ab req-d9b8708b-77db-4927-aefc-0645b97950d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:37.908392 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e43f435-2f60-4ab2-be9d-6d6db91810ab req-d9b8708b-77db-4927-aefc-0645b97950d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 1097 time: 0.0663521 Aug 16 15:54:38.020951 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-974f26f8-c296-4ead-aa43-0e861b653daa tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871379962&fields=id&tenant_id=35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 267 time: 0.0526376 Aug 16 15:54:38.101907 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f435-2f60-4ab2-be9d-6d6db91810ab req-027aba93-d0c0-442d-aaac-984e1681c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.103449 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e43f435-2f60-4ab2-be9d-6d6db91810ab req-027aba93-d0c0-442d-aaac-984e1681c5d2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1772316 Aug 16 15:54:38.127883 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce530-344d-4b8d-9157-bb63334e0d4f req-b0278e2b-fc09-4454-8796-eab7074dc9e4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.130223 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-616ce530-344d-4b8d-9157-bb63334e0d4f req-b0278e2b-fc09-4454-8796-eab7074dc9e4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0856607 Aug 16 15:54:38.152857 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6f009dfa-4dd6-4010-9680-7d4c2455821b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.154353 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6f009dfa-4dd6-4010-9680-7d4c2455821b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 811 time: 0.1258340 Aug 16 15:54:38.170184 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-d1dae7d7-03bb-4fa1-8d11-3cf92a9c962f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/quotas/35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 375 time: 0.0092742 Aug 16 15:54:38.218748 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-616ce530-344d-4b8d-9157-bb63334e0d4f req-58b018d4-5125-4b7e-8422-555e60dd6348 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782173 Aug 16 15:54:38.228957 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-99189e5f-cc79-4bdf-a4a1-1d4ecfa708e3 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501196 Aug 16 15:54:38.248023 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f435-2f60-4ab2-be9d-6d6db91810ab req-dece3a16-8327-4204-8078-ce90ee903554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.249494 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e43f435-2f60-4ab2-be9d-6d6db91810ab req-dece3a16-8327-4204-8078-ce90ee903554 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382973 Aug 16 15:54:38.325037 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-11fd87ad-f4c5-4fd7-8f72-a87e5401cbb3 req-e7f12ae4-3022-4bfc-878b-216022120a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 210 time: 0.0310609 Aug 16 15:54:38.354432 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-ff9b9ed8-6a76-4e92-9182-e59ad1904386 service neutron] 10.222.0.30 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079175 Aug 16 15:54:38.370252 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-85a897f3-80bf-4450-aeeb-208ab1daa6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.372292 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-85a897f3-80bf-4450-aeeb-208ab1daa6a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 1097 time: 0.0459657 Aug 16 15:54:38.423652 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-66870ef2-49e7-4174-ac6b-83ba0dfc5538 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d HTTP/1.1" status: 200 len: 217 time: 0.0355229 Aug 16 15:54:38.449659 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-a0516b46-d6e9-4eac-8775-69a5d3ca82d7 service neutron] 10.222.0.30 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 Aug 16 15:54:38.500045 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-0811533b-e358-44a8-8ba7-8af0c65b4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.501506 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-0811533b-e358-44a8-8ba7-8af0c65b4bfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=322b23f8-7a3e-41d7-bd52-f77479d78593 HTTP/1.1" status: 200 len: 848 time: 0.0692849 Aug 16 15:54:38.510006 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125df182-6a32-491f-a3c6-349b630b5f16 req-19fcfb28-7849-4dea-950e-77eee0c380f1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.511645 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-125df182-6a32-491f-a3c6-349b630b5f16 req-19fcfb28-7849-4dea-950e-77eee0c380f1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 944 time: 0.0904422 Aug 16 15:54:38.547628 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-1151308b-dfb8-48f3-a39d-3cfa79f18f52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4282bfa5-63ac-455b-900d-2cf70282cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303576 Aug 16 15:54:38.622763 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-125df182-6a32-491f-a3c6-349b630b5f16 req-7c212d39-7596-42fb-acfc-c8999c8ad731 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043055 Aug 16 15:54:38.664956 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-0c8c9e7e-f357-47fc-abb6-aafe2377f17f service neutron] 10.222.0.60 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081705 Aug 16 15:54:38.765803 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee577ac8-a2c0-4a39-9a73-1c20259b9fc0 req-d42358fb-5b04-43a0-8b26-9174a4587812 service neutron] 10.222.0.60 "GET /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873790 Aug 16 15:54:38.990884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-cae76420-4b3d-4bfc-8df6-59508489091f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:38.992964 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-cae76420-4b3d-4bfc-8df6-59508489091f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.60 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 814 time: 0.1476517 Aug 16 15:54:39.015498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'port': {'device_id': 'b37b588f-d894-4b70-945a-ada945df35c9', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'admin_state_up': True, 'tenant_id': '1543181ca81f474280a44ff36424e280'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:39.136968 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde77df-dae6-4c7e-8e1b-20f052ada73f req-9bcab7cb-5da1-4638-8cea-2c0bde9651c8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:39.138676 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9fde77df-dae6-4c7e-8e1b-20f052ada73f req-9bcab7cb-5da1-4638-8cea-2c0bde9651c8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1380150 Aug 16 15:54:39.163480 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e0b90e0-7ddf-4095-b8d8-47195563e20d req-3d3a5e9b-c727-4d6d-a874-b8b2451dd04f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0695012 Aug 16 15:54:39.348892 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8cb9a-6990-42e1-ab83-fa902cec66e1 req-1641f84b-60b5-48ac-bd55-97b1a531f678 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:39.350529 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17a8cb9a-6990-42e1-ab83-fa902cec66e1 req-1641f84b-60b5-48ac-bd55-97b1a531f678 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0538187 Aug 16 15:54:39.395180 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17a8cb9a-6990-42e1-ab83-fa902cec66e1 req-063eaec0-27e1-4506-8067-1a95f47c2c9e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Aug 16 15:54:39.460427 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9fde77df-dae6-4c7e-8e1b-20f052ada73f req-24a747a8-9fc7-4fae-9fb7-ea7fe00124ba tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151555 Aug 16 15:54:39.503374 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:54:39.521451 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a027c878-c7eb-401a-9b5a-ce9456e4873f req-ba0cf0ef-1222-4d37-bf69-90d67976fd10 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 210 time: 0.0388346 Aug 16 15:54:39.571571 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Made reservation on behalf of 1543181ca81f474280a44ff36424e280 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:54:39.575265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:39.727968 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Allocated IP 172.20.0.6 (584e8157-7323-4bbc-a503-f28e244b1936/e647a9e9-a1f5-4d80-a5b3-305b8c8b4296/d5a7fa30-8e32-4d3e-a7e2-394802b550c4) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:54:39.793775 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbd26c-8e4f-49db-93fe-108b22928f4a req-04f4bc1f-81e4-4353-a531-971b7431afe9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:39.805727 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0bdbd26c-8e4f-49db-93fe-108b22928f4a req-04f4bc1f-81e4-4353-a531-971b7431afe9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 944 time: 0.0812123 Aug 16 15:54:39.858156 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0bdbd26c-8e4f-49db-93fe-108b22928f4a req-c6fca5e8-69d9-4943-9d1e-f8316a263dd1 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514274 Aug 16 15:54:39.911054 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:39.924101 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Transition to ACTIVE for port object d5a7fa30-8e32-4d3e-a7e2-394802b550c4 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:40.041678 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:40.169642 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f35c5-f1ea-4fb8-9aa0-37118cf0b864 req-676d53c1-0fe6-4dd0-90ff-28c68d36fd78 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:40.179769 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6b6f35c5-f1ea-4fb8-9aa0-37118cf0b864 req-676d53c1-0fe6-4dd0-90ff-28c68d36fd78 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0853014 Aug 16 15:54:40.184050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Network 584e8157-7323-4bbc-a503-f28e244b1936 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:54:40.187788 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:54:40.191848 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:54:40.210194 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:54:40.234752 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6b6f35c5-f1ea-4fb8-9aa0-37118cf0b864 req-f7eff06f-6b09-4128-a86e-c85c60afee92 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491998 Aug 16 15:54:40.355230 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:40.365265 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-91b59c8d-144e-4bbf-a621-a4b1ecbf340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:40.367349 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-91b59c8d-144e-4bbf-a621-a4b1ecbf340b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 1099 time: 0.1090863 Aug 16 15:54:40.402660 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41409742-7bb1-4f6b-9269-29bf38ab38b2 req-55155d3a-f725-49c8-babf-babe5e98e686 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0861421 Aug 16 15:54:40.416051 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:40.442638 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:40.443577 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:40.478930 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'port_id': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'mac_address': 'fa:16:3e:e4:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:54:40.571516 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:40.600854 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-20879216-f50d-46dd-82a8-7d1d90ae2d0b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5903852 Aug 16 15:54:40.609951 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e09e9e-52cf-40da-8ee8-5bb876b823f0 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:54:40.661227 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:40.663276 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-23f599bd-3b0d-4831-b353-4cd474dcafcd None None] Provisioning for port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:40.667936 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-23f599bd-3b0d-4831-b353-4cd474dcafcd None None] Provisioning complete for port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:40.668849 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-23f599bd-3b0d-4831-b353-4cd474dcafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:40.715571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-23f599bd-3b0d-4831-b353-4cd474dcafcd None None] Port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:54:40.755261 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:40.761065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856dd3d-b2d3-41cc-8289-3e249acf8daf req-de369d3c-4098-439b-ada1-014f92857e8f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:40.767718 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8856dd3d-b2d3-41cc-8289-3e249acf8daf req-de369d3c-4098-439b-ada1-014f92857e8f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0836554 Aug 16 15:54:40.823168 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:40.832943 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.833872 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.834806 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.852616 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.857700 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.857700 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.857700 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.857700 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.858461 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b80021-48a8-4473-a987-66f855cf8830 req-868eb68f-63b1-4d3e-b52c-ec13a9b26703 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:40.858461 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b1b80021-48a8-4473-a987-66f855cf8830 req-868eb68f-63b1-4d3e-b52c-ec13a9b26703 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.3307643 Aug 16 15:54:40.858669 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.858669 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.858669 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.858976 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:40.886195 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8856dd3d-b2d3-41cc-8289-3e249acf8daf req-46e66ccf-fc04-4527-9393-ed67ad937f8f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127670 Aug 16 15:54:40.962347 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b1b80021-48a8-4473-a987-66f855cf8830 req-6d0f3def-ec0a-4528-8b4f-46b2567e8813 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916743 Aug 16 15:54:40.963753 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-e7656501-7534-46bb-b11a-537615db3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:40.966468 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-e7656501-7534-46bb-b11a-537615db3cf8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.4995017 Aug 16 15:54:41.089709 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe220ff-2df2-4b38-90f8-632483d959ea req-b28257b3-c0f3-4153-a146-cf68e98f87f3 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:41.097926 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fe220ff-2df2-4b38-90f8-632483d959ea req-b28257b3-c0f3-4153-a146-cf68e98f87f3 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 944 time: 0.0832677 Aug 16 15:54:41.135609 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['e0e09e9e-52cf-40da-8ee8-5bb876b823f0'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:54:41.142777 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fe220ff-2df2-4b38-90f8-632483d959ea req-2a1d8701-e5da-429c-8767-a7d3ddca59e5 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Aug 16 15:54:41.384003 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc6aa2-8c7e-42b7-a13a-1ba32d54e2ab req-a3981fda-2fd3-44ef-bd80-9423c6b578e1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:41.387388 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6afc6aa2-8c7e-42b7-a13a-1ba32d54e2ab req-a3981fda-2fd3-44ef-bd80-9423c6b578e1 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0653925 Aug 16 15:54:41.450119 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6afc6aa2-8c7e-42b7-a13a-1ba32d54e2ab req-f84738c1-ecc2-492e-b00f-3d28bb8eb41d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Aug 16 15:54:41.518137 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be9e5fee-2b08-4113-8269-d1b9d9f3bc01 req-4d7e0157-2a18-4fd6-ace7-3a133a16568a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0276701 Aug 16 15:54:41.554910 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53198) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:41.668995 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-da599675-efd8-412e-8fcc-7d67372a1668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:41.769012 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-da599675-efd8-412e-8fcc-7d67372a1668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:41.845700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-da599675-efd8-412e-8fcc-7d67372a1668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:41.884601 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-da599675-efd8-412e-8fcc-7d67372a1668 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be297e81e7ab45978e0bc7e73078b74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280618 Aug 16 15:54:41.886411 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da599675-efd8-412e-8fcc-7d67372a1668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da38e366-cc38-4e99-8d13-744791c8177b,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:41.887298 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 53202) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:41.949631 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-434fa447-fd2c-4681-af4d-59d6ee492f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:41.994738 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-434fa447-fd2c-4681-af4d-59d6ee492f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.062933 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef6b9-1b76-4f32-8ec1-8cffe1ed1fb0 req-85613143-0cbb-4eb8-a6a4-d945e290d6fc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:42.066201 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c2bef6b9-1b76-4f32-8ec1-8cffe1ed1fb0 req-85613143-0cbb-4eb8-a6a4-d945e290d6fc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.1030986 Aug 16 15:54:42.120692 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fbd1a-b6a2-4e1a-bb23-c2563457d480 req-1a2cef79-f7e7-4b0b-a115-d430503eb3a0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:42.123558 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-805fbd1a-b6a2-4e1a-bb23-c2563457d480 req-1a2cef79-f7e7-4b0b-a115-d430503eb3a0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 945 time: 0.0689185 Aug 16 15:54:42.152536 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c2bef6b9-1b76-4f32-8ec1-8cffe1ed1fb0 req-6c17fb6b-ba36-49b4-ac48-210703ba87ef tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Aug 16 15:54:42.188086 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-805fbd1a-b6a2-4e1a-bb23-c2563457d480 req-052e52cf-79ee-4f4d-b0f5-2e38cf6ccfb7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590460 Aug 16 15:54:42.205689 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-434fa447-fd2c-4681-af4d-59d6ee492f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.208692 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-434fa447-fd2c-4681-af4d-59d6ee492f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.212173 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-434fa447-fd2c-4681-af4d-59d6ee492f7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da38e366-cc38-4e99-8d13-744791c8177b HTTP/1.1" status: 204 len: 168 time: 0.3211854 Aug 16 15:54:42.216783 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:54:42.223521 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:42.223700 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fa447-fd2c-4681-af4d-59d6ee492f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da38e366-cc38-4e99-8d13-744791c8177b,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:42.358831 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852972c-ea55-431c-8382-6dcd0b953d16 req-6bd978c3-7205-4a9e-b1af-f714b8d7996b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:42.360658 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a852972c-ea55-431c-8382-6dcd0b953d16 req-6bd978c3-7205-4a9e-b1af-f714b8d7996b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 944 time: 0.1212139 Aug 16 15:54:42.412382 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a852972c-ea55-431c-8382-6dcd0b953d16 req-8cecd886-263a-424a-8c96-8f9f5a184fbb tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Aug 16 15:54:42.453741 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:42.469532 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d', 'network_id': '4282bfa5-63ac-455b-900d-2cf70282cefa', 'port_id': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d', 'mac_address': 'fa:16:3e:ec:9b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322b23f8-7a3e-41d7-bd52-f77479d78593', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:54:42.474805 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:42.499723 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:42.500117 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.552629 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.572084 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:54:42.605756 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:42.623633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a333250-c34d-4f50-8ebb-e27056d6de18 req-2d42543e-7fa1-4791-8850-fd6b9a8e0204 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:42.625109 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5a333250-c34d-4f50-8ebb-e27056d6de18 req-2d42543e-7fa1-4791-8850-fd6b9a8e0204 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0924704 Aug 16 15:54:42.663578 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.700806 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.705316 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-eff121d6-bb33-463b-a937-ff594566b224 req-9356a256-6f39-4e1b-b168-eb2f6209b5a9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0688941 Aug 16 15:54:42.732663 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5a333250-c34d-4f50-8ebb-e27056d6de18 req-a8a7eb58-ed9b-418f-a3b7-2fb7eeccaf94 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970702 Aug 16 15:54:42.745426 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:42.747858 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671cbec1-e475-4e6a-93c2-337df2f1263a" -d '{"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-plugged", "status": "completed", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:42.817595 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451118f-9f78-4b37-b9e4-3dce7226861f x-openstack-request-id: req-0451118f-9f78-4b37-b9e4-3dce7226861f {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:42.817885 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-plugged", "status": "completed", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:42.818130 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0451118f-9f78-4b37-b9e4-3dce7226861f {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:42.818537 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'code': 200} Aug 16 15:54:42.821694 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:42.844891 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:42.909451 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:42.961805 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:43.103478 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['0bc53158-a3ec-424e-ac7b-fe4a26b55c6d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:54:43.123466 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 53264) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:43.147252 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-db5d95e0-fd84-4f30-a10d-fb84f775ecbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:43.304182 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaeb7b-e3ee-401c-979b-aa2961eaa85c req-b14ded3b-1e0a-4d28-a5c9-b448478305a3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:43.306735 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8ceaeb7b-e3ee-401c-979b-aa2961eaa85c req-b14ded3b-1e0a-4d28-a5c9-b448478305a3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0741286 Aug 16 15:54:43.322437 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-db5d95e0-fd84-4f30-a10d-fb84f775ecbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:43.359289 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8ceaeb7b-e3ee-401c-979b-aa2961eaa85c req-c8941ac0-74d3-46bc-97fa-262a9c9ce0ac tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Aug 16 15:54:43.406537 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dd67-ba93-4fce-b767-672471b74ec4 req-82ec9e7b-94c5-4b0e-ab58-ac3011191e9a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:43.411361 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b314dd67-ba93-4fce-b767-672471b74ec4 req-82ec9e7b-94c5-4b0e-ab58-ac3011191e9a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0870509 Aug 16 15:54:43.412619 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-db5d95e0-fd84-4f30-a10d-fb84f775ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:43.480017 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d95e0-fd84-4f30-a10d-fb84f775ecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd335e1f-bbb5-4c38-806b-e1f1f865731f,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:43.509022 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-db5d95e0-fd84-4f30-a10d-fb84f775ecbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d028e64dd1f4bf5ae3bcf69222e069a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841777 Aug 16 15:54:43.510585 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53284) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:43.515542 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b314dd67-ba93-4fce-b767-672471b74ec4 req-ba4937e8-5d47-404b-b05a-bc8e1a87fac5 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994506 Aug 16 15:54:43.590661 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551bac-edf2-4d8b-bb6c-9350d074d37e req-b1af3848-b169-4c60-b54d-f2786d06a8b4 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:43.592331 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0c551bac-edf2-4d8b-bb6c-9350d074d37e req-b1af3848-b169-4c60-b54d-f2786d06a8b4 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 945 time: 0.0927260 Aug 16 15:54:43.631231 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3308-5bd9-4496-9595-76282c4a259b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:43.660258 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0c551bac-edf2-4d8b-bb6c-9350d074d37e req-749b890e-0a48-48aa-a232-c2134fb62805 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547724 Aug 16 15:54:43.673912 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3308-5bd9-4496-9595-76282c4a259b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:43.850439 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3878d07c-860f-4f3c-8e67-3b31cf09d28b req-bd1c8abf-1745-4b4a-b46c-3099fd931d12 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0427594 Aug 16 15:54:43.876789 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab5c25-bc71-4685-a8e8-19544bcfb051 req-96c962a5-4a32-4fb7-8a0c-90a7fadc4afc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:43.879037 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f3ab5c25-bc71-4685-a8e8-19544bcfb051 req-96c962a5-4a32-4fb7-8a0c-90a7fadc4afc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0622876 Aug 16 15:54:43.922946 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f3ab5c25-bc71-4685-a8e8-19544bcfb051 req-86f525ae-0424-436d-9423-28222c83e3da tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Aug 16 15:54:44.221902 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:54:44.371911 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3308-5bd9-4496-9595-76282c4a259b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:44.374551 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3308-5bd9-4496-9595-76282c4a259b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:44.375780 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2f6c3308-5bd9-4496-9595-76282c4a259b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd335e1f-bbb5-4c38-806b-e1f1f865731f HTTP/1.1" status: 204 len: 168 time: 0.8640981 Aug 16 15:54:44.394804 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c3308-5bd9-4496-9595-76282c4a259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd335e1f-bbb5-4c38-806b-e1f1f865731f,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:44.400248 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:54:44.406492 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:54:44.407176 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:44.509976 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf7441-eedf-4d75-9944-95652e5d29c6 req-e7394991-44a4-4eb3-9dec-6a0371297e4d tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:44.526646 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-eacf7441-eedf-4d75-9944-95652e5d29c6 req-e7394991-44a4-4eb3-9dec-6a0371297e4d tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0946643 Aug 16 15:54:44.560172 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:44.577209 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-eacf7441-eedf-4d75-9944-95652e5d29c6 req-b4a3270c-4151-440d-9d6d-f1e92b9e6e35 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Aug 16 15:54:44.621073 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:54:44.654853 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f302-1fb0-4495-889a-eafe14e7ed71 req-a896977a-457b-46a9-815b-713f2162f50a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:44.656616 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9516f302-1fb0-4495-889a-eafe14e7ed71 req-a896977a-457b-46a9-815b-713f2162f50a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0527282 Aug 16 15:54:44.697050 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:44.739367 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9516f302-1fb0-4495-889a-eafe14e7ed71 req-b58b9483-03c9-4042-b955-51e92811e8be tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690298 Aug 16 15:54:44.757826 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:44.820389 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f3181-a467-44ec-a424-12c4661baa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:44.837242 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bc9b04-f17c-4aae-ab39-74a59b2b3d09" -d '{"events": [{"server_uuid": "f86f3181-a467-44ec-a424-12c4661baa52", "name": "network-vif-plugged", "status": "completed", "tag": "0bc53158-a3ec-424e-ac7b-fe4a26b55c6d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:44.861956 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fe226-5066-43ad-af27-43ff214c27fc req-87612756-5b99-440f-b33c-d0bfc0f2a41b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:44.867020 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-078fe226-5066-43ad-af27-43ff214c27fc req-87612756-5b99-440f-b33c-d0bfc0f2a41b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0836866 Aug 16 15:54:44.882388 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b487fc68-bb3c-4777-831d-511a1c2216a2 x-openstack-request-id: req-b487fc68-bb3c-4777-831d-511a1c2216a2 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:44.882750 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f3181-a467-44ec-a424-12c4661baa52", "name": "network-vif-plugged", "status": "completed", "tag": "0bc53158-a3ec-424e-ac7b-fe4a26b55c6d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:44.883004 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b487fc68-bb3c-4777-831d-511a1c2216a2 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:44.883431 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86f3181-a467-44ec-a424-12c4661baa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d', 'code': 200} Aug 16 15:54:44.924089 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-078fe226-5066-43ad-af27-43ff214c27fc req-d8764ce6-411d-4d56-b4f4-c7ffeb17ccef tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524633 Aug 16 15:54:44.983995 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c92c0ab0-92c5-4bfb-b0df-824e1bec3849 req-3c06eb85-aa10-42fe-a31f-cc532901e105 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0469651 Aug 16 15:54:45.080614 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba07f-0630-4ea9-9b87-98df5f4b9816 req-0f703362-c4da-4e84-9eb6-e8d76b0206d7 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:45.082706 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-536ba07f-0630-4ea9-9b87-98df5f4b9816 req-0f703362-c4da-4e84-9eb6-e8d76b0206d7 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0703850 Aug 16 15:54:45.133575 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-536ba07f-0630-4ea9-9b87-98df5f4b9816 req-598a05f0-6a91-4afb-a880-7627e93f84e0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Aug 16 15:54:45.305763 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53314) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:45.319295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-39ff71d9-8156-4da3-9c0e-bc75bf3f796f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.413277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-39ff71d9-8156-4da3-9c0e-bc75bf3f796f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.480472 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-39ff71d9-8156-4da3-9c0e-bc75bf3f796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.523501 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-39ff71d9-8156-4da3-9c0e-bc75bf3f796f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f588f074387744999f6e61e70c01d550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166281 Aug 16 15:54:45.524326 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff71d9-8156-4da3-9c0e-bc75bf3f796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6bf16-52bc-4da9-8868-9c1120c5fa39,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:45.526232 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 53316) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:45.587319 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f66d-2d31-4478-b135-c9f2cc9247aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.611661 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f66d-2d31-4478-b135-c9f2cc9247aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.732709 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64277388-09c7-4454-837d-d1f95da24b9f req-6b230a9e-9f32-4f62-b33e-551fe69b6fb0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:45.736522 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-64277388-09c7-4454-837d-d1f95da24b9f req-6b230a9e-9f32-4f62-b33e-551fe69b6fb0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0840228 Aug 16 15:54:45.790964 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-64277388-09c7-4454-837d-d1f95da24b9f req-152b7f2a-bfa3-40c5-949c-b7c2c44b9148 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Aug 16 15:54:45.826961 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f66d-2d31-4478-b135-c9f2cc9247aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.839563 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f66d-2d31-4478-b135-c9f2cc9247aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:45.839563 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b6f9f66d-2d31-4478-b135-c9f2cc9247aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40e6bf16-52bc-4da9-8868-9c1120c5fa39 HTTP/1.1" status: 204 len: 168 time: 0.3029716 Aug 16 15:54:45.863775 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9f66d-2d31-4478-b135-c9f2cc9247aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6bf16-52bc-4da9-8868-9c1120c5fa39,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:45.938809 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6827517-b656-4d07-9e9c-158fe0197ed4 req-4032a4da-9708-4624-adbb-b6c2b7d70441 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:45.942543 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f6827517-b656-4d07-9e9c-158fe0197ed4 req-4032a4da-9708-4624-adbb-b6c2b7d70441 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.1081605 Aug 16 15:54:46.009533 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f6827517-b656-4d07-9e9c-158fe0197ed4 req-4cedd153-a2db-4e38-8b1a-891e09db7469 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604424 Aug 16 15:54:46.096359 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2cfd5-68e5-4c45-b54f-58b786e9591c req-5eeb582c-5024-4a25-a774-74e6b21d4378 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:46.098100 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-37a2cfd5-68e5-4c45-b54f-58b786e9591c req-5eeb582c-5024-4a25-a774-74e6b21d4378 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0942075 Aug 16 15:54:46.160401 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-37a2cfd5-68e5-4c45-b54f-58b786e9591c req-b77c1b3f-2e0b-402a-9469-eaef2e98059c tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536473 Aug 16 15:54:46.195496 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6de8328d-e9c7-4b1c-9975-8b7656f49ec6 req-c6772de4-a3d0-4ebe-b656-a34196a5d873 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0933185 Aug 16 15:54:46.333873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64eca-21f0-4360-a7f2-b5d183470f7b req-95f58c42-e6ba-478c-9e84-3e91daec7805 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:46.333873 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f2b64eca-21f0-4360-a7f2-b5d183470f7b req-95f58c42-e6ba-478c-9e84-3e91daec7805 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0658240 Aug 16 15:54:46.340990 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f2b64eca-21f0-4360-a7f2-b5d183470f7b req-ac92df18-0ecd-44ef-98ce-514fb5a0dc81 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452530 Aug 16 15:54:46.957716 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8550eeb-dca4-4d5b-8200-4e0fd7769011 req-8d6518c0-e6e8-4989-92ea-4ad13017c857 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:47.137129 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8550eeb-dca4-4d5b-8200-4e0fd7769011 req-8d6518c0-e6e8-4989-92ea-4ad13017c857 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0866566 Aug 16 15:54:47.137129 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8550eeb-dca4-4d5b-8200-4e0fd7769011 req-b944b4f3-7b1b-4612-8780-19325e258a52 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Aug 16 15:54:47.137984 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6fd13-e595-4dcf-aaca-da5c56dce33a req-a2d2438e-d627-4410-8b2c-343929c0db56 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:47.137984 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81d6fd13-e595-4dcf-aaca-da5c56dce33a req-a2d2438e-d627-4410-8b2c-343929c0db56 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0502281 Aug 16 15:54:47.169414 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-81d6fd13-e595-4dcf-aaca-da5c56dce33a req-8e2fc298-3e1a-44aa-963c-17e76fbdda36 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360324 Aug 16 15:54:47.383262 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5161548-7519-48dd-97e7-bec31fff23fa req-852d4d06-7739-4778-841d-98ec9cbc7850 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:47.385002 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f5161548-7519-48dd-97e7-bec31fff23fa req-852d4d06-7739-4778-841d-98ec9cbc7850 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0958526 Aug 16 15:54:47.421724 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bde877c8-c9d8-42b3-a2a7-f680ac7a3e55 req-724029f1-3d6a-4e62-b16e-394894902418 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0287285 Aug 16 15:54:47.428674 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f5161548-7519-48dd-97e7-bec31fff23fa req-16861546-233a-4791-bf00-9d65882d7092 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Aug 16 15:54:47.586752 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a967-3929-435a-9379-bbeeb44a9cb7 req-4f8e196e-dcc1-4a60-a406-9912b9979a9a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:47.591277 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-19b0a967-3929-435a-9379-bbeeb44a9cb7 req-4f8e196e-dcc1-4a60-a406-9912b9979a9a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0901690 Aug 16 15:54:47.629138 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-19b0a967-3929-435a-9379-bbeeb44a9cb7 req-46d63984-d822-4263-a6e1-cab1f3a4993c tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Aug 16 15:54:48.298167 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d5315-8266-4491-bc39-845e8dc9cdfe req-18d4273b-b6a2-4a4f-a22e-c489f0860e17 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:48.299889 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7c2d5315-8266-4491-bc39-845e8dc9cdfe req-18d4273b-b6a2-4a4f-a22e-c489f0860e17 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0792458 Aug 16 15:54:48.338371 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be001c-8229-4bde-85de-fc5acae4e53f req-1ffb484a-3468-4f7c-9be5-5b8f43ba03e3 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:48.346575 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e6be001c-8229-4bde-85de-fc5acae4e53f req-1ffb484a-3468-4f7c-9be5-5b8f43ba03e3 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0714004 Aug 16 15:54:48.350922 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7c2d5315-8266-4491-bc39-845e8dc9cdfe req-c7b6e312-874f-4d35-b9e4-bb02c4f7f82b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Aug 16 15:54:48.384532 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e6be001c-8229-4bde-85de-fc5acae4e53f req-56c16bd2-579c-4759-9336-4cc2fc3f3490 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Aug 16 15:54:48.551179 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-185ee7d0-5e69-4e52-880e-46d07c18ceda req-012faf6a-f773-46e1-9fd4-9016aeebee0a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0431476 Aug 16 15:54:48.578109 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aea3d-06fa-497c-9562-d202bb38bde8 req-f762f0f6-0715-412d-be61-754451b53df9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:48.580145 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-269aea3d-06fa-497c-9562-d202bb38bde8 req-f762f0f6-0715-412d-be61-754451b53df9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0667927 Aug 16 15:54:48.636415 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-269aea3d-06fa-497c-9562-d202bb38bde8 req-65489bc5-a7ad-440d-b8d4-182c163087df tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485015 Aug 16 15:54:48.771975 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:48.785375 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154fa06-b20d-43ae-9ed8-6fc8c87b41ac req-c7cfc88f-4d9d-4f20-9f13-00d5844f987d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:48.788845 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d154fa06-b20d-43ae-9ed8-6fc8c87b41ac req-c7cfc88f-4d9d-4f20-9f13-00d5844f987d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0748770 Aug 16 15:54:48.845250 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d154fa06-b20d-43ae-9ed8-6fc8c87b41ac req-f450a2fe-706f-4ef2-b98a-bea0faa32f80 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514982 Aug 16 15:54:49.510628 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2e448-63d4-4a38-870e-f81b6b8bca05 req-399d0050-894b-4213-8117-e5c66ae20a83 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:49.512305 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6cc2e448-63d4-4a38-870e-f81b6b8bca05 req-399d0050-894b-4213-8117-e5c66ae20a83 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0783122 Aug 16 15:54:49.561637 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6cc2e448-63d4-4a38-870e-f81b6b8bca05 req-bd8b5852-148e-4fb5-a7cd-d00199fdb9cb tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Aug 16 15:54:49.573463 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f242c9-14ea-4db3-bc53-2d040a9f9ccc req-ed7b8aba-e404-4139-8de9-ec494434f984 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:49.575371 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c2f242c9-14ea-4db3-bc53-2d040a9f9ccc req-ed7b8aba-e404-4139-8de9-ec494434f984 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0976379 Aug 16 15:54:49.658294 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c2f242c9-14ea-4db3-bc53-2d040a9f9ccc req-3c969c43-5756-4b97-90b5-d7f227fe8be6 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712678 Aug 16 15:54:49.828520 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3df339-d992-40c8-a18b-f02f266b13ef req-5550cc6f-fabc-44a9-91b9-bb448e481e33 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:49.836816 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4a3df339-d992-40c8-a18b-f02f266b13ef req-5550cc6f-fabc-44a9-91b9-bb448e481e33 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0924003 Aug 16 15:54:49.868430 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4864cfbe-21ee-4fe1-bafb-b529048b4751 req-d4556743-a6b6-4bd0-9a12-97f900753304 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0406494 Aug 16 15:54:49.876608 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4a3df339-d992-40c8-a18b-f02f266b13ef req-0ff44956-27a8-40bb-be5d-3859ed9012af tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388286 Aug 16 15:54:50.012958 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c35ba-4be5-4185-adbb-1a1ccff41f72 req-441a6b73-1630-4346-9f8c-0689b4d620c3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:50.014854 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0a8c35ba-4be5-4185-adbb-1a1ccff41f72 req-441a6b73-1630-4346-9f8c-0689b4d620c3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0632007 Aug 16 15:54:50.057576 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0a8c35ba-4be5-4185-adbb-1a1ccff41f72 req-b410bcac-3456-4bc5-9093-f57c49dc214f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Aug 16 15:54:50.688977 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9ee0-4664-43a5-8a96-4721d9e3151d req-da3d1db1-29b3-4dd3-855e-500071c9172b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:50.690607 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9bbf9ee0-4664-43a5-8a96-4721d9e3151d req-da3d1db1-29b3-4dd3-855e-500071c9172b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0512576 Aug 16 15:54:50.733251 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9bbf9ee0-4664-43a5-8a96-4721d9e3151d req-3d6b5949-ec87-4bef-9fe9-1b92e4d56d98 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Aug 16 15:54:50.793060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649369a-ffe5-456b-89fa-21d367c4ca80 req-152f10cb-3036-4691-8a67-4be4ed0e6e47 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:50.794622 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d649369a-ffe5-456b-89fa-21d367c4ca80 req-152f10cb-3036-4691-8a67-4be4ed0e6e47 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0508966 Aug 16 15:54:50.832513 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d649369a-ffe5-456b-89fa-21d367c4ca80 req-e84877da-bda1-4b9d-8430-444aa88ef099 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Aug 16 15:54:50.977785 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-58157fc5-6567-433a-af31-963ac67f71a2 req-a36d71f7-b423-4672-9081-f888b120ba9d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0266380 Aug 16 15:54:51.016211 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1f1da-39ac-4a54-b1a4-17a5b5d33588 req-8f332bf8-923b-4623-b468-143bcedebf48 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:51.017717 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-14b1f1da-39ac-4a54-b1a4-17a5b5d33588 req-8f332bf8-923b-4623-b468-143bcedebf48 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0563831 Aug 16 15:54:51.064110 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-14b1f1da-39ac-4a54-b1a4-17a5b5d33588 req-4deb8035-41c1-462f-8149-b60e9083090d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Aug 16 15:54:51.173479 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadd70d-06a5-4127-bd1a-07e9893cf98e req-1be5ac80-6d59-45af-8278-6958c651f6e4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:51.175064 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cbadd70d-06a5-4127-bd1a-07e9893cf98e req-1be5ac80-6d59-45af-8278-6958c651f6e4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Aug 16 15:54:51.216187 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cbadd70d-06a5-4127-bd1a-07e9893cf98e req-42767ddd-157a-42ff-b1ad-a741a18b57a3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Aug 16 15:54:51.847053 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f277-256d-4859-adf3-6ca962385348 req-7bc0f8eb-ca22-4c23-8a50-572359fb1de7 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:51.849172 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4402f277-256d-4859-adf3-6ca962385348 req-7bc0f8eb-ca22-4c23-8a50-572359fb1de7 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0488851 Aug 16 15:54:51.887673 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4402f277-256d-4859-adf3-6ca962385348 req-77bf092f-680f-42fb-bbde-ce0d14015f26 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Aug 16 15:54:51.947253 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a9a5-3ee8-4bc9-9ec6-e67840ff7786 req-c597f7d5-973e-4ecc-a01b-7ab0d4e146a5 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:51.948935 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3321a9a5-3ee8-4bc9-9ec6-e67840ff7786 req-c597f7d5-973e-4ecc-a01b-7ab0d4e146a5 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0502920 Aug 16 15:54:51.990711 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3321a9a5-3ee8-4bc9-9ec6-e67840ff7786 req-a6f8a87e-211f-4e11-b7fc-133d95e10803 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336943 Aug 16 15:54:52.070429 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-93a8da93-83e4-41ea-907b-feba10440feb req-7ee3de07-b2ee-4ac6-91e6-cb42ee3dd23e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0259659 Aug 16 15:54:52.171988 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07b31f-a131-428a-abe0-b05b9f8b29e1 req-e2b548a1-ecf4-4bcf-8ed5-11e240c288b9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:52.173361 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fe07b31f-a131-428a-abe0-b05b9f8b29e1 req-e2b548a1-ecf4-4bcf-8ed5-11e240c288b9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0478985 Aug 16 15:54:52.211467 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fe07b31f-a131-428a-abe0-b05b9f8b29e1 req-26d3a969-8c0c-4920-a580-2bd85cbf0ca6 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Aug 16 15:54:52.339450 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143ef7b-659b-4f28-bef4-d37200b7f615 req-07579818-e33e-4d8d-bd78-63fb4b9c50de tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:52.340918 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9143ef7b-659b-4f28-bef4-d37200b7f615 req-07579818-e33e-4d8d-bd78-63fb4b9c50de tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0519137 Aug 16 15:54:52.377839 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9143ef7b-659b-4f28-bef4-d37200b7f615 req-e35bf663-4462-4e74-95e0-51c43483f14d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Aug 16 15:54:53.003747 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b84b6-fb3d-49a7-879a-cd14c4cecf58 req-2b2e8437-90c9-44fe-b93d-5ea8432b96be tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:53.005868 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d35b84b6-fb3d-49a7-879a-cd14c4cecf58 req-2b2e8437-90c9-44fe-b93d-5ea8432b96be tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.0514295 Aug 16 15:54:53.044335 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d35b84b6-fb3d-49a7-879a-cd14c4cecf58 req-1094c75d-6546-4524-8da2-4cd600b48739 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Aug 16 15:54:53.110429 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a694-fdc9-4bbc-83e7-5b78a161ea57 req-dcc53e6c-ec4e-41e1-926e-e0c724b256c5 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:53.111964 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7910a694-fdc9-4bbc-83e7-5b78a161ea57 req-dcc53e6c-ec4e-41e1-926e-e0c724b256c5 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0545700 Aug 16 15:54:53.150022 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7910a694-fdc9-4bbc-83e7-5b78a161ea57 req-774337ae-11b7-4fef-aea0-55fd70a523c8 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Aug 16 15:54:53.166260 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7877d9f7-a372-4138-a46d-406b46a265a9 req-3c27e3a2-eb16-4734-98f7-e210e3aff5f1 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0288396 Aug 16 15:54:53.331882 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81473f-2acb-4da7-955e-2a222a51e3e0 req-50453bdb-91cd-4b41-a9bc-dfb02bfe54de tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:53.333602 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff81473f-2acb-4da7-955e-2a222a51e3e0 req-50453bdb-91cd-4b41-a9bc-dfb02bfe54de tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0554202 Aug 16 15:54:53.375361 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff81473f-2acb-4da7-955e-2a222a51e3e0 req-cdb2eb59-6205-4855-b9fa-bac2f9b77cf9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Aug 16 15:54:53.491361 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310484-2a46-4b53-be99-6fa9d685ab6b req-1764f374-2ba0-476e-a508-e7eaaaedbb55 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:53.492723 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-97310484-2a46-4b53-be99-6fa9d685ab6b req-1764f374-2ba0-476e-a508-e7eaaaedbb55 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0469580 Aug 16 15:54:53.528830 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-97310484-2a46-4b53-be99-6fa9d685ab6b req-c4f5cddf-a3e5-456e-b5f6-02c7bfd3ed00 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302696 Aug 16 15:54:53.916069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Request body: {'port': {'device_id': 'b37b588f-d894-4b70-945a-ada945df35c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:54:53.959134 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-1d341477-272f-4dd8-86ad-6a0c49dcb4ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 200 len: 217 time: 0.0483747 Aug 16 15:54:53.978615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:53.992519 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-47703702-66ef-4f8e-af09-2be921d6b385 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419481 Aug 16 15:54:54.146744 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-45fe67dd-a258-41fe-b51d-6510e4af4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.148272 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-45fe67dd-a258-41fe-b51d-6510e4af4fdf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.0894783 Aug 16 15:54:54.150891 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-da6d88c8-68ad-45a5-90e8-d31e6b6e52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.152228 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-da6d88c8-68ad-45a5-90e8-d31e6b6e52cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7122b4bdec8547d0a3e935427ce879a8&device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 1098 time: 0.0836303 Aug 16 15:54:54.198967 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-168dc116-2b63-42f2-8abb-b65bec8d83f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403061 Aug 16 15:54:54.253538 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8e49-c9d4-4883-a307-5d80f5c8e43e req-497eecb0-abcd-48c7-9454-904af1ce4abe tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.255156 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e9f8e49-c9d4-4883-a307-5d80f5c8e43e req-497eecb0-abcd-48c7-9454-904af1ce4abe tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 931 time: 0.1128612 Aug 16 15:54:54.325488 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e9f8e49-c9d4-4883-a307-5d80f5c8e43e req-6d8b03b1-25c1-485c-b9af-b852d87203d5 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637572 Aug 16 15:54:54.362923 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a7fa30-8e32-4d3e-a7e2-394802b550c4 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:54:54.371682 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:54.383821 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.60', 63450) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:54:54.410157 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Transition to ACTIVE for port object d5a7fa30-8e32-4d3e-a7e2-394802b550c4 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:54:54.434278 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf7ad3-2cc8-4ce4-a739-cebb4336da90 req-9bf19f3f-5f9f-4ea5-9805-327a5ab6761c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.440419 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-42bf7ad3-2cc8-4ce4-a739-cebb4336da90 req-9bf19f3f-5f9f-4ea5-9805-327a5ab6761c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.2125187 Aug 16 15:54:54.467438 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f61b61a7-81b2-4b9d-8b5a-5a240721e8ad req-5f69b29f-d58d-43d5-8d84-1d0506b9ddd2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0684717 Aug 16 15:54:54.489004 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-aef9549a-7379-4946-aa34-a4cbc5e19529 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760677 Aug 16 15:54:54.494051 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75534-7908-4041-94d6-119a0f0009a6 req-fe4bf6ad-a456-402c-9688-fc578006a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.496283 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0fa75534-7908-4041-94d6-119a0f0009a6 req-fe4bf6ad-a456-402c-9688-fc578006a943 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 1099 time: 0.1107442 Aug 16 15:54:54.500299 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b073e-bb55-4d7d-803a-04543987702a req-cfb68746-e522-4331-9627-a5de1da8e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.501731 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a80b073e-bb55-4d7d-803a-04543987702a req-cfb68746-e522-4331-9627-a5de1da8e4b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1099 time: 0.1901126 Aug 16 15:54:54.502753 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:54.515295 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-af36a361-ba96-4f6b-a9ee-3e6847a37fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.516891 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-af36a361-ba96-4f6b-a9ee-3e6847a37fe7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 200 len: 919 time: 0.3057115 Aug 16 15:54:54.652035 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-6d04f912-f09a-46e8-aedb-c1ae05f59083 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f HTTP/1.1" status: 200 len: 217 time: 0.1004076 Aug 16 15:54:54.655516 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a80b073e-bb55-4d7d-803a-04543987702a req-7d242dc8-3685-4261-bc5f-287d32a51c8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258748 Aug 16 15:54:54.668500 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-42bf7ad3-2cc8-4ce4-a739-cebb4336da90 req-a69f0e8b-e05f-46b4-b3dd-bb803f30253e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248347 Aug 16 15:54:54.674846 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:54.698901 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0fa75534-7908-4041-94d6-119a0f0009a6 req-21e01edc-2e50-448b-8065-c831f7d86f08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558175 Aug 16 15:54:54.706946 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.707739 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.709027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.710196 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.710750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.711977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.712702 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.713398 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.713916 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.714217 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-012ef000-1bac-4fa3-a3b8-412ed7cec730 req-1e24e825-1f5d-4625-8d05-4ac6be0a3e0d service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175140 Aug 16 15:54:54.714621 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.715119 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.715456 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:54:54.754334 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170e0e3-efe9-490a-b0a9-7e31828e609a req-68cc8672-1c0e-4a5d-8e44-4b738131b6e5 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.757470 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8170e0e3-efe9-490a-b0a9-7e31828e609a req-68cc8672-1c0e-4a5d-8e44-4b738131b6e5 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.1704156 Aug 16 15:54:54.766396 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Attempting to bind port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:54:54.767391 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Attempting to bind port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:54:54.767391 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Attempting to bind port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 on network 584e8157-7323-4bbc-a503-f28e244b1936 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:54.786825 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 on network 584e8157-7323-4bbc-a503-f28e244b1936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:54:54.787338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Attempting to bind port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 on network 584e8157-7323-4bbc-a503-f28e244b1936 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:54:54.813123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:54:54.814329 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Checking segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:54:54.820621 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Bound using segment: {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:54:54.820621 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Bound port: d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:54:54.820621 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:54.841412 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993844a-0f90-4ae9-bf65-842d84d522b3 req-8756caf0-f54a-4881-8412-7295e30d2a98 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:54.842874 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2993844a-0f90-4ae9-bf65-842d84d522b3 req-8756caf0-f54a-4881-8412-7295e30d2a98 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1089070 Aug 16 15:54:54.877316 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8170e0e3-efe9-490a-b0a9-7e31828e609a req-b0b80108-490e-456e-b1f9-56ce78b12b24 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867014 Aug 16 15:54:54.884366 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2993844a-0f90-4ae9-bf65-842d84d522b3 req-9770fb88-f546-432c-ba8a-9a2632c15a60 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Aug 16 15:54:54.908399 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:54:54.911565 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:54:54.983558 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:55.024151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:55.024151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:55.024337 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-aa83e128-1b40-4c9b-a657-c11de65770ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:55.024445 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] 10.222.0.60 "PUT /v2.0/ports/d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 1093 time: 1.1103163 Aug 16 15:54:55.024445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:54:55.024607 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-aa83e128-1b40-4c9b-a657-c11de65770ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 200 len: 858 time: 0.0461085 Aug 16 15:54:55.024690 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5bd71-07a4-4ff1-9e12-b129b4c40095" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:54:55.053210 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459234-4f90-4531-b964-8f5d0df2632a service neutron] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:54:55.064094 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea682cd-018a-4e26-9fca-7b5282bdd1a4 x-openstack-request-id: req-aea682cd-018a-4e26-9fca-7b5282bdd1a4 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:54:55.064622 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:54:55.064926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aea682cd-018a-4e26-9fca-7b5282bdd1a4 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:54:55.065403 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'status': 'completed', 'code': 200} Aug 16 15:54:55.449255 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798018e-581e-4a6d-8b22-8ebfda4e9f76 req-fc789cfb-ba90-47dc-8d66-51432ccd8022 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:55.450730 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b798018e-581e-4a6d-8b22-8ebfda4e9f76 req-fc789cfb-ba90-47dc-8d66-51432ccd8022 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0551043 Aug 16 15:54:55.488325 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b798018e-581e-4a6d-8b22-8ebfda4e9f76 req-d2c3cbb1-61da-44ab-b755-b9b375741f74 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Aug 16 15:54:55.563129 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0f76037-5fa2-4966-a64b-0ff51e26942f req-58bfabc0-4932-4320-afda-202a527baeb0 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Aug 16 15:54:55.780033 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3178-6baa-4855-9606-966551688f8a req-72d1ccbd-2359-42c3-90c9-e2f165debaae tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:55.781409 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-339f3178-6baa-4855-9606-966551688f8a req-72d1ccbd-2359-42c3-90c9-e2f165debaae tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0515285 Aug 16 15:54:55.819342 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-339f3178-6baa-4855-9606-966551688f8a req-1bb2ca86-02c0-42d9-905b-27e999bbcfe8 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309854 Aug 16 15:54:55.998400 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438703a-fbc7-4696-b82b-eb7c2e730e54 req-5b9147c5-13b6-4280-a7f2-b11b2aea2712 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:55.999932 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f438703a-fbc7-4696-b82b-eb7c2e730e54 req-5b9147c5-13b6-4280-a7f2-b11b2aea2712 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0502012 Aug 16 15:54:56.000790 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74130e1-ad0d-4252-950a-bcc0be368071 req-77851d16-08e5-48ec-b705-ed56bf5c1505 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:56.002259 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e74130e1-ad0d-4252-950a-bcc0be368071 req-77851d16-08e5-48ec-b705-ed56bf5c1505 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0492299 Aug 16 15:54:56.046188 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e74130e1-ad0d-4252-950a-bcc0be368071 req-47a00a59-a9ca-40ed-80ad-fc80ed230fbc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369520 Aug 16 15:54:56.048561 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f438703a-fbc7-4696-b82b-eb7c2e730e54 req-4ad13c07-c565-46fa-8328-9a347555d249 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Aug 16 15:54:56.604427 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a01b5-80ea-4449-9bc1-46d147293200 req-8fbffa9d-af32-4470-89a4-c656eb5d8a2e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:56.605913 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d19a01b5-80ea-4449-9bc1-46d147293200 req-8fbffa9d-af32-4470-89a4-c656eb5d8a2e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0520737 Aug 16 15:54:56.642212 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d19a01b5-80ea-4449-9bc1-46d147293200 req-cbda06bd-a841-4e58-a9dc-5a76e88c3196 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Aug 16 15:54:56.654683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-31f7db1c-0737-466a-88ef-3dc96ae2491c req-2919d628-be9f-4ed4-80c1-4ead7699dede tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Aug 16 15:54:56.933896 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb917a-6f4d-4d81-8a8c-ba071e3235cb req-ed762db2-67f3-4a22-9bd2-bf6af70406ec tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:56.935543 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-86fb917a-6f4d-4d81-8a8c-ba071e3235cb req-ed762db2-67f3-4a22-9bd2-bf6af70406ec tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0490849 Aug 16 15:54:56.972219 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-86fb917a-6f4d-4d81-8a8c-ba071e3235cb req-526d7de8-30ba-4998-89f8-214cf4e04b76 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Aug 16 15:54:57.159933 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0133f2-9f04-4063-8488-ca8104f8b05c req-e01dceb0-4d0c-4162-a419-a1fc409b1a34 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:57.160184 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b370383-ab45-42a8-910c-ff8a07673069 req-ef930231-a34c-4066-8dfb-dc0dc7fc1cef tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:57.162012 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-da0133f2-9f04-4063-8488-ca8104f8b05c req-e01dceb0-4d0c-4162-a419-a1fc409b1a34 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0477955 Aug 16 15:54:57.162300 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b370383-ab45-42a8-910c-ff8a07673069 req-ef930231-a34c-4066-8dfb-dc0dc7fc1cef tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Aug 16 15:54:57.199061 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-da0133f2-9f04-4063-8488-ca8104f8b05c req-0b270844-d126-4286-84f8-2490ad0daad8 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Aug 16 15:54:57.199395 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b370383-ab45-42a8-910c-ff8a07673069 req-bfef5a00-6b52-4d4a-89e3-cd6d2e55f8ad tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Aug 16 15:54:57.331158 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e881b8cd-3007-44fa-9832-a03a8ff0d345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:54:57.746497 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e46468cd-c62a-4b00-9cc8-a500110d0bdf req-742702b0-aabb-4601-ba32-d2cf906f36b2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0255713 Aug 16 15:54:57.760904 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ca199-a121-4e40-9956-d187d870a494 req-ec8bbdc6-8757-41e3-b4f5-2991f4ea502e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:57.762388 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f4ca199-a121-4e40-9956-d187d870a494 req-ec8bbdc6-8757-41e3-b4f5-2991f4ea502e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0514627 Aug 16 15:54:57.799272 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f4ca199-a121-4e40-9956-d187d870a494 req-1b4e6500-b0ba-48f2-8cc0-db35e8062863 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Aug 16 15:54:58.092130 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0354fc-c834-424f-8a9e-016ef123bf42 req-c12b8c90-bc56-4d53-bd40-a40c87828d1c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.093565 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be0354fc-c834-424f-8a9e-016ef123bf42 req-c12b8c90-bc56-4d53-bd40-a40c87828d1c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0501587 Aug 16 15:54:58.129558 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be0354fc-c834-424f-8a9e-016ef123bf42 req-53c1210a-b631-4cf9-94c8-ef13e6b11325 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297916 Aug 16 15:54:58.314728 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825a0d5-eb99-4a57-8a29-c30aa839d715 req-8d0cde77-a863-4cba-9d80-f7d7b2d812b4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.315002 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ff5a4-4337-453e-9162-a7561f18e3e4 req-0dd61f79-f3aa-4b72-aa03-a563b8657d28 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.316218 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8825a0d5-eb99-4a57-8a29-c30aa839d715 req-8d0cde77-a863-4cba-9d80-f7d7b2d812b4 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0494897 Aug 16 15:54:58.316350 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5b6ff5a4-4337-453e-9162-a7561f18e3e4 req-0dd61f79-f3aa-4b72-aa03-a563b8657d28 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0495560 Aug 16 15:54:58.354376 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8825a0d5-eb99-4a57-8a29-c30aa839d715 req-2991903f-ae82-4123-b25a-72b7162ea9aa tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Aug 16 15:54:58.354637 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5b6ff5a4-4337-453e-9162-a7561f18e3e4 req-9b1b3b7a-9ec9-4228-a1ec-134669675896 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Aug 16 15:54:58.585044 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-ce3d6ac9-9855-41fb-bb3a-71bf87b6fe90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94d5e196-61c4-4f63-8aae-1897d357ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242412 Aug 16 15:54:58.696552 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5bd71-07a4-4ff1-9e12-b129b4c40095 req-ffda25c3-f124-41e6-90df-2cc57db7590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.698147 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-38a5bd71-07a4-4ff1-9e12-b129b4c40095 req-ffda25c3-f124-41e6-90df-2cc57db7590f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1096 time: 0.0425098 Aug 16 15:54:58.738741 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-153123ab-4a78-48c0-a6f8-43925de316d2 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896819 Aug 16 15:54:58.848183 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a85b2bb-a196-4228-bf99-0d0bf7843ea4 req-4aebc208-43b8-4a39-9484-9d176928a901 service neutron] 10.222.0.60 "GET /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986757 Aug 16 15:54:58.864739 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-87adf652-c7b2-4ba9-a678-b62bab8648a5 req-aac4e2fc-4352-43bc-a268-9772451bf574 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0357144 Aug 16 15:54:58.867671 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5bd71-07a4-4ff1-9e12-b129b4c40095 req-a538ff81-2dfe-45e9-ab8d-1cedcbcffb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.869086 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-38a5bd71-07a4-4ff1-9e12-b129b4c40095 req-a538ff81-2dfe-45e9-ab8d-1cedcbcffb16 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1543181ca81f474280a44ff36424e280&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1279202 Aug 16 15:54:58.924882 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25bd9d-1f04-437d-aade-33a07bbc8c81 req-3185861b-64cd-4a54-acb9-7540c89dea2e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.927187 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f25bd9d-1f04-437d-aade-33a07bbc8c81 req-3185861b-64cd-4a54-acb9-7540c89dea2e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0498052 Aug 16 15:54:58.969137 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f25bd9d-1f04-437d-aade-33a07bbc8c81 req-53810b6f-5dbe-4d0a-bd3b-b5b14e2620fa tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Aug 16 15:54:58.971126 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5bd71-07a4-4ff1-9e12-b129b4c40095 req-8a843ff6-369a-4297-b026-d1fde26ab860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:58.972619 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-38a5bd71-07a4-4ff1-9e12-b129b4c40095 req-8a843ff6-369a-4297-b026-d1fde26ab860 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964353 Aug 16 15:54:59.168665 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-ce568f25-25e9-4b94-bdca-f76262f5d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.170297 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-ce568f25-25e9-4b94-bdca-f76262f5d142 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1096 time: 0.0404077 Aug 16 15:54:59.264415 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-f348cbbf-7175-4c4e-9025-c899d35ae70f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 217 time: 0.0510967 Aug 16 15:54:59.289505 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502947c-6be8-4811-992c-3244152639cf req-c6a3947c-47f5-4f48-8915-ef69bed26ce3 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.290947 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8502947c-6be8-4811-992c-3244152639cf req-c6a3947c-47f5-4f48-8915-ef69bed26ce3 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0864663 Aug 16 15:54:59.348107 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-1f8e498e-0502-4b07-8ad1-d178a61c10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.350303 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-1f8e498e-0502-4b07-8ad1-d178a61c10bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 200 len: 853 time: 0.0765157 Aug 16 15:54:59.355236 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8502947c-6be8-4811-992c-3244152639cf req-01b5257b-03b9-4631-86c8-e1a61792d73a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458441 Aug 16 15:54:59.447739 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba46b-ba75-41db-922a-313029f04193 req-5438ba7d-e58b-4b7f-824c-a974e67d44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.449606 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-5438ba7d-e58b-4b7f-824c-a974e67d44da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=584e8157-7323-4bbc-a503-f28e244b1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602324 Aug 16 15:54:59.504402 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fe18a-7381-4aca-bf7b-c46e6849daa1 req-7e6a1d60-3c33-4c39-92f0-eae92f9f0800 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.506018 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3a4fe18a-7381-4aca-bf7b-c46e6849daa1 req-7e6a1d60-3c33-4c39-92f0-eae92f9f0800 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0508142 Aug 16 15:54:59.543993 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3a4fe18a-7381-4aca-bf7b-c46e6849daa1 req-15ee60f3-cde9-4c0b-b9d2-081d766ad110 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Aug 16 15:54:59.561209 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a3da-80ed-4d81-afa1-0627a04aa045 req-baa8a02e-c83b-47da-aafc-84163f513a78 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.562726 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ccd5a3da-80ed-4d81-afa1-0627a04aa045 req-baa8a02e-c83b-47da-aafc-84163f513a78 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.1018763 Aug 16 15:54:59.611096 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-5b4ace7b-b292-4442-87c1-3707a1b9f2aa service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406777 Aug 16 15:54:59.623388 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ccd5a3da-80ed-4d81-afa1-0627a04aa045 req-42308d25-d40e-4cb7-a0f1-a34922b9b139 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539250 Aug 16 15:54:59.728731 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1a1ba46b-ba75-41db-922a-313029f04193 req-be9c9eda-5f6e-48f4-a85f-0ca94d8afa84 service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965276 Aug 16 15:54:59.744523 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-4eceab84-fde7-4b14-815b-553641a3f3c7 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:54:59.750563 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-4eceab84-fde7-4b14-815b-553641a3f3c7 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 811 time: 0.1140187 Aug 16 15:54:59.962111 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-22b83a32-b32c-49f0-b29d-c88781bd6f22 req-65e059cb-c7e8-4969-acc6-be8822aeac4e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Aug 16 15:55:00.004829 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-9ec3e2a8-69cd-478b-98b5-7a996ecbf077 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 379 time: 0.0629570 Aug 16 15:55:00.034685 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-051319f1-b407-4a3c-9ee2-4934773cbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:00.097916 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7e1de-5cff-4a44-947f-607d9bb22036 req-4c04910f-6e17-428c-b399-5fdb7714ccb5 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:00.100245 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ed7e1de-5cff-4a44-947f-607d9bb22036 req-4c04910f-6e17-428c-b399-5fdb7714ccb5 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0515778 Aug 16 15:55:00.135534 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ed7e1de-5cff-4a44-947f-607d9bb22036 req-af2215d6-a88b-412c-a62f-f939395ea223 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294840 Aug 16 15:55:00.470898 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ec58-216a-4968-8b71-64daf0b541d7 req-574b7bb8-feb1-4ad7-bb03-15b28986f90e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:00.472383 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8869ec58-216a-4968-8b71-64daf0b541d7 req-574b7bb8-feb1-4ad7-bb03-15b28986f90e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0508583 Aug 16 15:55:00.495183 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:00.510924 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8869ec58-216a-4968-8b71-64daf0b541d7 req-87bea9b9-3431-480e-942a-1d1b7a9f833b tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Aug 16 15:55:00.656637 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f04b8-4fb3-4028-b571-15cc7ce42994 req-e09e5afe-9534-45b4-af5c-77834bc95e7f tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:00.658110 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c46f04b8-4fb3-4028-b571-15cc7ce42994 req-e09e5afe-9534-45b4-af5c-77834bc95e7f tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0475967 Aug 16 15:55:00.695943 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c46f04b8-4fb3-4028-b571-15cc7ce42994 req-57b64210-ccd2-419b-ad34-8d2c728a9864 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 16 15:55:00.739632 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7310-b72f-4c79-81b1-b219080a8d82 req-fe282cdc-a78d-44d7-9630-211481e5ef14 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:00.741081 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ea3e7310-b72f-4c79-81b1-b219080a8d82 req-fe282cdc-a78d-44d7-9630-211481e5ef14 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0475175 Aug 16 15:55:00.780594 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ea3e7310-b72f-4c79-81b1-b219080a8d82 req-d054ae4a-592a-4717-b2bc-dbfaa070d52e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Aug 16 15:55:00.963566 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:01.060203 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7495e53-7995-46f9-92e2-2a93a4d96ba8 req-4de2fe2f-1647-4b02-95e5-eef3a765b80b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Aug 16 15:55:01.247822 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9f89c-0b2c-4ccf-8d98-df78f1c2d000 req-b0125889-b9bd-414f-8d65-fc2602610a61 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:01.249199 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-33f9f89c-0b2c-4ccf-8d98-df78f1c2d000 req-b0125889-b9bd-414f-8d65-fc2602610a61 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0480809 Aug 16 15:55:01.285490 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-33f9f89c-0b2c-4ccf-8d98-df78f1c2d000 req-e9feb4aa-0633-46c7-b353-b5cfc313adcf tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304782 Aug 16 15:55:01.621927 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014babbe-526b-4d74-985e-d121cd05a01e req-30e88a4e-b2c9-409d-80fc-0928a00b6598 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:01.623405 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-014babbe-526b-4d74-985e-d121cd05a01e req-30e88a4e-b2c9-409d-80fc-0928a00b6598 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0474448 Aug 16 15:55:01.659860 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-014babbe-526b-4d74-985e-d121cd05a01e req-a07dedb9-b85e-448b-8d05-8b170beb23df tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306518 Aug 16 15:55:01.808406 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0308fa-f0f4-469c-a1dc-5f3b15349976 req-8bcb299c-9fe2-4d64-a5a8-6cc81a2905f7 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:01.809925 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e0308fa-f0f4-469c-a1dc-5f3b15349976 req-8bcb299c-9fe2-4d64-a5a8-6cc81a2905f7 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0485983 Aug 16 15:55:01.847620 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e0308fa-f0f4-469c-a1dc-5f3b15349976 req-17064bbf-29b9-483a-bfc9-0a45a5eaa43d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Aug 16 15:55:01.896058 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4d4d-6b5b-4723-ac59-6c12adaa4fba req-cf1a815d-c608-45a1-94b3-753c595d35a7 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:01.897659 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-10cf4d4d-6b5b-4723-ac59-6c12adaa4fba req-cf1a815d-c608-45a1-94b3-753c595d35a7 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0499041 Aug 16 15:55:01.935259 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-10cf4d4d-6b5b-4723-ac59-6c12adaa4fba req-7231403f-259a-407e-b11d-26510d6cf29e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Aug 16 15:55:02.151403 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09d1a48c-1a1e-4dfa-9608-357583be57cd req-a85dee82-e6ce-4d76-b273-3999d9ac7615 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Aug 16 15:55:02.396632 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8287f6-d950-4111-b772-6b660ce7dbb7 req-59f2edfc-9abb-4865-b035-2712692d91f6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:02.398002 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3b8287f6-d950-4111-b772-6b660ce7dbb7 req-59f2edfc-9abb-4865-b035-2712692d91f6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Aug 16 15:55:02.437512 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3b8287f6-d950-4111-b772-6b660ce7dbb7 req-feff3586-bbaa-4b73-bbc5-7bec033c19e1 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Aug 16 15:55:02.776394 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99afc-9936-4054-8d42-cd3645b49cfe req-dab34f70-45a3-4879-848a-308f760c06c4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:02.777906 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1cf99afc-9936-4054-8d42-cd3645b49cfe req-dab34f70-45a3-4879-848a-308f760c06c4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0515046 Aug 16 15:55:02.815859 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1cf99afc-9936-4054-8d42-cd3645b49cfe req-7b6a05ce-4bc0-4696-beb0-ab3f8b515e33 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Aug 16 15:55:02.850030 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:02.961148 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83503485-3e24-4a40-931f-5f4d80066cf1 req-bc7ba764-e72e-4160-9c14-c5ed4df5e5af tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:02.962603 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-83503485-3e24-4a40-931f-5f4d80066cf1 req-bc7ba764-e72e-4160-9c14-c5ed4df5e5af tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0496113 Aug 16 15:55:03.001373 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-83503485-3e24-4a40-931f-5f4d80066cf1 req-37fff063-7151-4cc3-bc22-28119ef4d283 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Aug 16 15:55:03.049305 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbcb7-df29-4939-a82a-3d48233c1f08 req-49a94cd1-cefc-4411-be98-80dfaa9865eb tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:03.050785 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-197fbcb7-df29-4939-a82a-3d48233c1f08 req-49a94cd1-cefc-4411-be98-80dfaa9865eb tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Aug 16 15:55:03.087495 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-197fbcb7-df29-4939-a82a-3d48233c1f08 req-f9f4ae9a-b589-413b-b1e9-2088d9702e6a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Aug 16 15:55:03.242732 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-68a5bb88-ab25-4f97-8f6a-7f800d9e452e req-5906a387-7b41-4977-9893-b07e742b6148 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0259778 Aug 16 15:55:03.413730 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'port': {'device_id': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'admin_state_up': True, 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'security_groups': ['ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72']}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:03.564540 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb949f43-4fe8-4dc4-8837-a6b3dcb5aa4d req-d86a5636-a351-4b66-8f98-341a1345daf2 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:03.565944 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cb949f43-4fe8-4dc4-8837-a6b3dcb5aa4d req-d86a5636-a351-4b66-8f98-341a1345daf2 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0572350 Aug 16 15:55:03.599792 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Made reservation on behalf of 35a9e16fc3564cffa5041a8c9627d495 for: {'port': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:55:03.603252 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:03.620120 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cb949f43-4fe8-4dc4-8837-a6b3dcb5aa4d req-fa0c26b6-8338-4ebe-a299-ba816c23d11f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Aug 16 15:55:03.738073 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Allocated IP 172.20.0.6 (024554cf-6b62-4504-975e-398fbd95665b/c8b0a39f-c910-4183-bd78-c66ef2436141/c21b2f3b-c7e7-48d1-9622-9be0b4d96014) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:03.884645 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:03.921658 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Transition to ACTIVE for port object c21b2f3b-c7e7-48d1-9622-9be0b4d96014 will not be triggered until provisioned by entity DHCP. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:03.961453 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4cdf5-a142-4e56-ad4b-a57456cd2b00 req-fcf2b425-cdff-4a6b-a97b-3d996296303a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:03.962978 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-37b4cdf5-a142-4e56-ad4b-a57456cd2b00 req-fcf2b425-cdff-4a6b-a97b-3d996296303a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0759404 Aug 16 15:55:04.008612 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-37b4cdf5-a142-4e56-ad4b-a57456cd2b00 req-89fd3447-8f9c-483e-8fb6-417612e7ae47 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384479 Aug 16 15:55:04.079856 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:04.260518 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b815df4-072d-4fa9-ba3e-195832739963 req-8d604e77-f06d-4ecc-9e1d-98fa8d95ffc0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.262364 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9b815df4-072d-4fa9-ba3e-195832739963 req-8d604e77-f06d-4ecc-9e1d-98fa8d95ffc0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0652292 Aug 16 15:55:04.317175 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9b815df4-072d-4fa9-ba3e-195832739963 req-274f3e63-255e-4d7d-8cb5-711b1555de51 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472746 Aug 16 15:55:04.341151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53622) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:04.393046 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Network 024554cf-6b62-4504-975e-398fbd95665b is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:04.404832 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:04.411008 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:04.456122 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead422a-9d7a-42d8-a967-d7468f1d69a1 req-11492f25-334e-4bb3-a229-a427240ef9dd tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.458005 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6ead422a-9d7a-42d8-a967-d7468f1d69a1 req-11492f25-334e-4bb3-a229-a427240ef9dd tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.3898098 Aug 16 15:55:04.458404 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:04.460490 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9b8a-4efd-4785-be94-7c5c5f559bf1 req-018df97b-64c4-46b0-92e7-4578cc3528ee tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.462080 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-868d9b8a-4efd-4785-be94-7c5c5f559bf1 req-018df97b-64c4-46b0-92e7-4578cc3528ee tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0651703 Aug 16 15:55:04.496064 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.496567 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.497005 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.497450 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.497872 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.498363 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.498806 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.499258 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.499679 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.500188 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.500511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.500976 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:04.517974 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-868d9b8a-4efd-4785-be94-7c5c5f559bf1 req-13fe200d-a1c9-4585-95dd-0cc2b9746954 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Aug 16 15:55:04.520471 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.528376 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:04.533124 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6ead422a-9d7a-42d8-a967-d7468f1d69a1 req-1fe47c4c-d49c-45f9-8367-693a2248f139 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Aug 16 15:55:04.609000 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8ba9d-ea54-4071-8f69-0e77c65b88b8 tempest-TestShelveInstance-716636561 tempest-TestShelveInstance-716636561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.611116 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4fa8ba9d-ea54-4071-8f69-0e77c65b88b8 tempest-TestShelveInstance-716636561 tempest-TestShelveInstance-716636561-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1094 time: 0.2685354 Aug 16 15:55:04.614121 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 53632) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:04.620258 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'port_id': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'tenant_id': '6c4765f685b345c18615588816442484', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:04.663901 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-6474f09f-0a10-4f6e-a311-f292580e8941 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2539885 Aug 16 15:55:04.670961 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad07c4-1634-4eed-9878-205e14928ff1 req-4cc5066b-baba-42a2-9969-eb497ca8e13a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.675043 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-98ad07c4-1634-4eed-9878-205e14928ff1 req-4cc5066b-baba-42a2-9969-eb497ca8e13a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 931 time: 0.0626352 Aug 16 15:55:04.683337 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Request body: {'port': {'device_id': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:04.714002 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-98ad07c4-1634-4eed-9878-205e14928ff1 req-33f0877c-142e-46c8-85e7-8e950574def7 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347834 Aug 16 15:55:04.759846 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for floatingip, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:04.806318 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:04.816621 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e660f921-9c62-4a76-ba6f-e8d7f63a72e2 None None] Provisioning for port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:04.821269 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e660f921-9c62-4a76-ba6f-e8d7f63a72e2 None None] Provisioning complete for port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:04.822149 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e660f921-9c62-4a76-ba6f-e8d7f63a72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:04.832794 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede1dcc-0cf8-4644-96c9-ee4c749ba53f req-fb66f083-3c7b-453d-96c7-9a50c752fcca tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:04.834411 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4ede1dcc-0cf8-4644-96c9-ee4c749ba53f req-fb66f083-3c7b-453d-96c7-9a50c752fcca tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.1297185 Aug 16 15:55:04.861769 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-e660f921-9c62-4a76-ba6f-e8d7f63a72e2 None None] Port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:55:04.973618 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4ede1dcc-0cf8-4644-96c9-ee4c749ba53f req-f91cb536-d167-49f5-a057-9a6238779ab9 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169295 Aug 16 15:55:05.074342 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.258782 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21b2f3b-c7e7-48d1-9622-9be0b4d96014 {{(pid=101075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:05.263593 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Allocated IP 172.27.2.195 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/365a4823-1e58-4a15-9938-e2a1b7c5bd97) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:05.276886 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.358316 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Transition to ACTIVE for port object c21b2f3b-c7e7-48d1-9622-9be0b4d96014 will not be triggered until provisioned by entity L2. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:05.422186 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.444522 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.514091 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Pushing event updated for resources: {'Port': ['ID=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:05.598086 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.607004 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Attempting to bind port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:55:05.607004 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Attempting to bind port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:55:05.607004 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Attempting to bind port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:05.635692 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 on network 024554cf-6b62-4504-975e-398fbd95665b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:55:05.636271 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Attempting to bind port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:05.663198 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:05.666204 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:55:05.666644 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Checking segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:05.666946 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Bound using segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:55:05.667382 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Bound port: c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:55:05.667797 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.671538 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7153a1-cb0c-4003-b596-e88c9dba0749 req-7b32b9fa-6c73-4af4-a244-9b525457054a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:05.680076 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6e7153a1-cb0c-4003-b596-e88c9dba0749 req-7b32b9fa-6c73-4af4-a244-9b525457054a tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0709908 Aug 16 15:55:05.724747 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:05.726990 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6e7153a1-cb0c-4003-b596-e88c9dba0749 req-4b4b8094-9396-49c0-ba00-5b75b0317f39 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385928 Aug 16 15:55:05.728420 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:05.764684 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'Port': ['ID=365a4823-1e58-4a15-9938-e2a1b7c5bd97,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:05.785642 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] For port c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host hv-cinder-79966, cleared binding levels {{(pid=101075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:55:05.791674 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] For port c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:55:05.898017 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.959878 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:05.960515 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:05.961934 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] 10.222.0.60 "PUT /v2.0/ports/c21b2f3b-c7e7-48d1-9622-9be0b4d96014 HTTP/1.1" status: 200 len: 1093 time: 1.2835016 Aug 16 15:55:05.968699 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:05.971068 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:05.988913 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2629a-8390-4b9b-ba8e-69f1ea643859 req-088bbf90-2a5b-495b-bbc8-11e015c1397d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:05.991548 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17c2629a-8390-4b9b-ba8e-69f1ea643859 req-088bbf90-2a5b-495b-bbc8-11e015c1397d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.1685545 Aug 16 15:55:06.067488 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5eed7-f61c-4b8b-9110-48775f37b09b service neutron] Pushing event updated for resources: {'Port': ['ID=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,revision_number=3']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:06.140565 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17c2629a-8390-4b9b-ba8e-69f1ea643859 req-329be370-e979-4a39-ad13-9933b79e404e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049597 Aug 16 15:55:06.196279 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-0d78b098-d91b-45ce-bb1f-92eed7cc1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:06.197898 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-0d78b098-d91b-45ce-bb1f-92eed7cc1a8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 1096 time: 0.0759256 Aug 16 15:55:06.238725 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077d4cc-528d-493e-86ad-e5b660fb0e0f x-openstack-request-id: req-0077d4cc-528d-493e-86ad-e5b660fb0e0f {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:06.239021 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:06.239269 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0077d4cc-528d-493e-86ad-e5b660fb0e0f {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:06.239658 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'status': 'completed', 'code': 200} Aug 16 15:55:06.279454 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-d8e84cad-4805-4aaf-af22-606a1ea2301d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014 HTTP/1.1" status: 200 len: 217 time: 0.0424705 Aug 16 15:55:06.312910 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95490-c6b6-418c-9c7b-a25984b32095 req-fa2c3dd8-7fbc-4e8a-ac16-263d1cc5c707 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:06.314681 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-13f95490-c6b6-418c-9c7b-a25984b32095 req-fa2c3dd8-7fbc-4e8a-ac16-263d1cc5c707 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 943 time: 0.0533028 Aug 16 15:55:06.359620 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-13f95490-c6b6-418c-9c7b-a25984b32095 req-98591fa5-4051-4858-8085-2b48f465006e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Aug 16 15:55:06.386924 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device d5a7fa30-8e32-4d3e-a7e2-394802b550c4 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:55:06.387743 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-ec9d6992-22ee-498d-80d3-828656cac640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:06.389313 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-ec9d6992-22ee-498d-80d3-828656cac640 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0696249 Aug 16 15:55:06.514430 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:06.573662 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-9350faa6-b2e5-43cb-b3bb-e17377772722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:06.575311 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-9350faa6-b2e5-43cb-b3bb-e17377772722 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1289136 Aug 16 15:55:06.683144 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:06.695966 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'port_id': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'mac_address': 'fa:16:3e:a7:1b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:55:06.737019 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:06.738064 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:06.750306 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a7fa30-8e32-4d3e-a7e2-394802b550c4 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:06.769827 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:06.774005 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d6afa-b244-4593-8dca-c61a114f68c9 req-254e94ee-be98-474d-bc27-d9bba5aa9464 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:06.775551 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d01d6afa-b244-4593-8dca-c61a114f68c9 req-254e94ee-be98-474d-bc27-d9bba5aa9464 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.1555092 Aug 16 15:55:06.835707 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-a8a869ca-8a58-4e03-945a-775b31610559 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868579 Aug 16 15:55:06.836361 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:06.886911 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:06.999920 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118af899-85bf-49be-a2c6-93ec69bc176a req-dd4cadbe-45b3-44bc-a681-26be1e6dc57d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:07.002284 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-118af899-85bf-49be-a2c6-93ec69bc176a req-dd4cadbe-45b3-44bc-a681-26be1e6dc57d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0670218 Aug 16 15:55:07.049582 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-118af899-85bf-49be-a2c6-93ec69bc176a req-a070c405-ee93-4fb4-8e0d-e06ac8a08c66 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403650 Aug 16 15:55:07.176193 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d01d6afa-b244-4593-8dca-c61a114f68c9 req-e94aeb23-481c-4023-a855-f6310e66252b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936102 Aug 16 15:55:07.260636 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-209368ba-54f1-4f3e-8c9f-b0df4973ec22 req-1cd944fa-6f28-4c74-8f57-cd3dd63df854 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112554 Aug 16 15:55:07.270948 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db8ac1-db3e-42cc-b20d-d78ce9cfba76 req-3218f958-b548-41d3-a378-3d6f59dfa287 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:07.272906 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-66db8ac1-db3e-42cc-b20d-d78ce9cfba76 req-3218f958-b548-41d3-a378-3d6f59dfa287 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0542445 Aug 16 15:55:07.288075 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:07.323324 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-66db8ac1-db3e-42cc-b20d-d78ce9cfba76 req-95532b40-c572-4b9b-8d48-0dec5ebd7fdc tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354664 Aug 16 15:55:07.394168 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['d5a7fa30-8e32-4d3e-a7e2-394802b550c4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:07.409493 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:07.540972 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event updated for resources: {'Port': ['ID=365a4823-1e58-4a15-9938-e2a1b7c5bd97,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:07.571324 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:07.582112 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c1f37-4495-460f-a1b3-44736bb70711 req-fc4d9777-627a-4537-980b-106c1289fb2f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:07.584312 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-329c1f37-4495-460f-a1b3-44736bb70711 req-fc4d9777-627a-4537-980b-106c1289fb2f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 944 time: 0.1438489 Aug 16 15:55:07.620759 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-c707a8a2-7b0a-4daa-aa90-c42f69d67eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:07.625573 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-c707a8a2-7b0a-4daa-aa90-c42f69d67eef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 1096 time: 0.1251349 Aug 16 15:55:07.762284 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-329c1f37-4495-460f-a1b3-44736bb70711 req-87f7d255-55df-43cd-b4a9-62c6d3688d48 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452334 Aug 16 15:55:07.791206 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Floating IP 261e0571-87b4-49bb-83ce-f4fc2e950a00 associated. External IP: 172.27.2.195, port: e0e09e9e-52cf-40da-8ee8-5bb876b823f0. Aug 16 15:55:07.838885 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-36a9d6e8-2018-4ee1-85f7-ae2244dd1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:07.840338 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-36a9d6e8-2018-4ee1-85f7-ae2244dd1309 service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.2048357 Aug 16 15:55:07.911286 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-27c06859-ba3e-4317-9fd4-1ea03800eb8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014 HTTP/1.1" status: 200 len: 217 time: 0.0605931 Aug 16 15:55:08.010819 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-2e5ef20e-b10f-4127-9d99-c1e6a6f919c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.012255 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-2e5ef20e-b10f-4127-9d99-c1e6a6f919c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0873525 Aug 16 15:55:08.102507 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-db73e094-de68-45db-8e98-8afd517a53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.103977 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-db73e094-de68-45db-8e98-8afd517a53d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569344 Aug 16 15:55:08.107656 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Router 3382fe25-07e7-4583-89bc-41462f4be9ae has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:55:08.164866 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14a411-0069-44b2-83e7-3dff5b14cdcb req-9eaa1243-17aa-4d50-a355-2e977b822038 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.166336 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-df14a411-0069-44b2-83e7-3dff5b14cdcb req-9eaa1243-17aa-4d50-a355-2e977b822038 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0484059 Aug 16 15:55:08.203643 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-df14a411-0069-44b2-83e7-3dff5b14cdcb req-ec5740d5-8b60-4651-a4b1-8a970acc1c03 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313318 Aug 16 15:55:08.308280 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:55:08.311840 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-cf86e351-2a26-41ac-badd-45645e867e32 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609941 Aug 16 15:55:08.317573 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] Sync routers for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:55:08.328314 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:08.328918 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:08.352085 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fdc81-80f8-4ccb-946e-6fbdb26d5fd0 req-abba7750-f2fe-4af0-a922-38a6d9bb368d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.353611 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ea7fdc81-80f8-4ccb-946e-6fbdb26d5fd0 req-abba7750-f2fe-4af0-a922-38a6d9bb368d tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.1037035 Aug 16 15:55:08.428643 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ea7fdc81-80f8-4ccb-946e-6fbdb26d5fd0 req-37011d82-3ea6-491d-8a9f-3cfdc62d93cd tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Aug 16 15:55:08.437225 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:08.440246 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721e98b-eb47-42fe-b683-f341a319fd3f req-81fca7a5-8aca-4c89-8c67-acf9aa9e79cd tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.450502 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:08.450714 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e721e98b-eb47-42fe-b683-f341a319fd3f req-81fca7a5-8aca-4c89-8c67-acf9aa9e79cd tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0603538 Aug 16 15:55:08.474300 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-03a7a24a-2809-4f4f-83ef-1648a2ae8bd5 req-b0fe7436-5062-4205-b1ba-74333a7489d1 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508656 Aug 16 15:55:08.480995 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-3593e36a-5d3c-42ac-a9e9-d890235f9040 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8650715 Aug 16 15:55:08.481911 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:08.484649 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfc3dd3-da50-436b-acc3-6c99e89f265f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:08.491308 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e721e98b-eb47-42fe-b683-f341a319fd3f req-fc267ff5-f37e-4fbb-ae56-a51b09ff8a64 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405931 Aug 16 15:55:08.531409 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d2422-3354-44e0-86d0-df3e45b0b5eb x-openstack-request-id: req-ac2d2422-3354-44e0-86d0-df3e45b0b5eb {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:08.531830 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:08.532174 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac2d2422-3354-44e0-86d0-df3e45b0b5eb {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:08.532612 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'status': 'completed', 'code': 200} Aug 16 15:55:08.675532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-a22b130c-d950-4d53-99c4-af1af9796d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.677120 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-a22b130c-d950-4d53-99c4-af1af9796d4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1099 time: 0.0532994 Aug 16 15:55:08.783176 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '261e0571-87b4-49bb-83ce-f4fc2e950a00', 'tenant_id': '6c4765f685b345c18615588816442484', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'port_id': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'mac_address': 'fa:16:3e:e4:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:06Z', 'updated_at': '2021-08-16T15:55:06Z', 'revision_number': 0, 'project_id': '6c4765f685b345c18615588816442484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:08.804645 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-f1bea965-ef94-4a34-947e-63d9c5a763e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.806424 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-f1bea965-ef94-4a34-947e-63d9c5a763e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 910 time: 0.1018896 Aug 16 15:55:08.814927 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] Checking router: 3382fe25-07e7-4583-89bc-41462f4be9ae for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:55:08.823354 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:08.823951 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:08.939283 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda5daa-bb1a-4cd8-8f90-96954ac8fbb4 req-0b03069b-7780-41b5-90ce-11513018a022 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:08.940735 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdda5daa-bb1a-4cd8-8f90-96954ac8fbb4 req-0b03069b-7780-41b5-90ce-11513018a022 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 944 time: 0.0968621 Aug 16 15:55:08.943291 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:08.945226 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-e7d9e1cd-fbff-499f-8229-8a4bf8be6af3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 1000 time: 0.1097484 Aug 16 15:55:09.031792 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdda5daa-bb1a-4cd8-8f90-96954ac8fbb4 req-9fdc71a2-1aa5-4c1a-844f-18483462e881 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832567 Aug 16 15:55:09.045859 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585704d8-bed4-4285-ba62-de7955527f9a req-ee2ad76d-699c-4784-8607-5c6c17873f7b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:09.046051 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-d82a8304-a398-4d04-a7a3-ae8090f8a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:09.046174 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-585704d8-bed4-4285-ba62-de7955527f9a req-ee2ad76d-699c-4784-8607-5c6c17873f7b tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.1055486 Aug 16 15:55:09.046268 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-d82a8304-a398-4d04-a7a3-ae8090f8a413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0860548 Aug 16 15:55:09.103996 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-56f92fc2-16a4-43bc-896b-b96e714de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:09.105596 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-56f92fc2-16a4-43bc-896b-b96e714de9b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524085 Aug 16 15:55:09.157818 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Deleting port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:55:09.158179 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:09.210538 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '261e0571-87b4-49bb-83ce-f4fc2e950a00', 'tenant_id': '6c4765f685b345c18615588816442484', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'port_id': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'mac_address': 'fa:16:3e:e4:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:06Z', 'updated_at': '2021-08-16T15:55:06Z', 'revision_number': 0, 'project_id': '6c4765f685b345c18615588816442484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:09.213179 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-a7e711c3-2aa9-4dbb-a883-2e0e7005c551 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985527 Aug 16 15:55:09.241461 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a996-abf2-46ab-a1f0-61cc3553eab6 None None] The sync data for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi is: [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '261e0571-87b4-49bb-83ce-f4fc2e950a00', 'tenant_id': '6c4765f685b345c18615588816442484', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'port_id': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'mac_address': 'fa:16:3e:e4:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:06Z', 'updated_at': '2021-08-16T15:55:06Z', 'revision_number': 0, 'project_id': '6c4765f685b345c18615588816442484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:55:09.262184 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] For port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,segment=NetworkSegment(61ecdd69-e440-4de1-bcd6-43fe688118af),segment_id=61ecdd69-e440-4de1-bcd6-43fe688118af)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:09.262789 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:09.279158 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Calling delete_port for 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:55:09.324884 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9dfc3dd3-da50-436b-acc3-6c99e89f265f req-564cb851-0197-41ee-90d9-210a304daceb service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045880 Aug 16 15:55:09.378165 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab717cf-0095-4180-aa05-ebc0b320ae30 req-63e4ea51-1d4b-4c93-8a92-6ca40722e7f0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:09.379725 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0ab717cf-0095-4180-aa05-ebc0b320ae30 req-63e4ea51-1d4b-4c93-8a92-6ca40722e7f0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0974069 Aug 16 15:55:09.440380 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0ab717cf-0095-4180-aa05-ebc0b320ae30 req-4173d3bb-7106-49dd-aa9e-a05b14061e9a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526869 Aug 16 15:55:09.473091 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198cf99b-39ac-47f0-9a0c-6a9bff412b47 None None] New status for floating IP 261e0571-87b4-49bb-83ce-f4fc2e950a00: ACTIVE {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:55:09.563664 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa0384-5cd1-450d-b70d-e821b6f95b8b req-fd09b174-7b7a-4b67-a6b9-5b9c0bab3af9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:09.565787 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9bfa0384-5cd1-450d-b70d-e821b6f95b8b req-fd09b174-7b7a-4b67-a6b9-5b9c0bab3af9 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 946 time: 0.0566943 Aug 16 15:55:09.589729 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:09.610138 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9bfa0384-5cd1-450d-b70d-e821b6f95b8b req-18787d19-ff6e-4642-94bd-e2ed89585ab2 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/security-groups?id=583a5493-a4b6-4fda-8c2f-3b8dc0b93962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Aug 16 15:55:09.631789 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['0bc53158-a3ec-424e-ac7b-fe4a26b55c6d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:09.652421 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Pushing event deleted for resources: {'Port': ['ID=0bc53158-a3ec-424e-ac7b-fe4a26b55c6d,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:09.661295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffca44b-1fdc-42fa-801d-5f9316ddc8a3 req-fe0d9175-956b-4917-a66e-f7646955fa6b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:09.663333 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cffca44b-1fdc-42fa-801d-5f9316ddc8a3 req-fe0d9175-956b-4917-a66e-f7646955fa6b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.1130869 Aug 16 15:55:09.899986 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] No DVR routers for this DVR port 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:55:09.902829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:09.904728 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-585704d8-bed4-4285-ba62-de7955527f9a req-81c93d76-237c-4cf7-a04f-12eff49aa614 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.60 "DELETE /v2.0/ports/0bc53158-a3ec-424e-ac7b-fe4a26b55c6d HTTP/1.1" status: 204 len: 173 time: 0.8522453 Aug 16 15:55:09.905161 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f3181-a467-44ec-a424-12c4661baa52', 'name': 'network-vif-deleted', 'tag': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:09.907345 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1bd83e-bbec-4e84-85f6-c388954a52b4" -d '{"events": [{"server_uuid": "f86f3181-a467-44ec-a424-12c4661baa52", "name": "network-vif-deleted", "tag": "0bc53158-a3ec-424e-ac7b-fe4a26b55c6d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:09.942156 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cffca44b-1fdc-42fa-801d-5f9316ddc8a3 req-925dc953-61a3-438f-ab79-e25b91016c11 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722220 Aug 16 15:55:09.952230 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3369b5-6275-420f-abda-8d87c4fb4a09 x-openstack-request-id: req-2e3369b5-6275-420f-abda-8d87c4fb4a09 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:09.952576 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f3181-a467-44ec-a424-12c4661baa52", "name": "network-vif-deleted", "tag": "0bc53158-a3ec-424e-ac7b-fe4a26b55c6d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:09.952833 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e3369b5-6275-420f-abda-8d87c4fb4a09 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:09.953258 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86f3181-a467-44ec-a424-12c4661baa52', 'name': 'network-vif-deleted', 'tag': '0bc53158-a3ec-424e-ac7b-fe4a26b55c6d', 'status': 'completed', 'code': 200} Aug 16 15:55:10.146327 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47daf8-b04f-49ef-925c-66db41369766 req-4a20026d-caee-41f3-b64a-c4b68ad4a651 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:10.147915 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1d47daf8-b04f-49ef-925c-66db41369766 req-4a20026d-caee-41f3-b64a-c4b68ad4a651 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 944 time: 0.0503671 Aug 16 15:55:10.187372 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1d47daf8-b04f-49ef-925c-66db41369766 req-c242622b-4462-4e7a-ba23-2ea4b4a9aebd tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Aug 16 15:55:10.421217 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device d5a7fa30-8e32-4d3e-a7e2-394802b550c4 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:10.554272 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:10.558636 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:10.559015 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:10.572766 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a22a21-8863-47f7-a65d-df8b40d5e01e req-24dded17-7891-4ab2-b22b-5d26c2d8ea92 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:10.574243 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b4a22a21-8863-47f7-a65d-df8b40d5e01e req-24dded17-7891-4ab2-b22b-5d26c2d8ea92 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0485291 Aug 16 15:55:10.611274 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b4a22a21-8863-47f7-a65d-df8b40d5e01e req-fd71266f-b4e8-45f7-93e6-8fee78619184 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310175 Aug 16 15:55:10.636939 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:10.659433 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:10.661733 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7904ba-8c3c-458d-80dd-c59b7552f907" -d '{"events": [{"server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "name": "network-vif-plugged", "status": "completed", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:10.674688 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:10.701771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3ed339-36fa-4c8b-a51e-3a5635e03add x-openstack-request-id: req-cc3ed339-36fa-4c8b-a51e-3a5635e03add {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:10.702064 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "name": "network-vif-plugged", "status": "completed", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:10.702318 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc3ed339-36fa-4c8b-a51e-3a5635e03add {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:10.702742 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'code': 200} Aug 16 15:55:10.727900 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0e8c871f-3fbe-4afc-98a5-202ed659c404 req-6ad87d07-ce49-40cd-a06a-8cefaedc2770 tempest-VolumesActionsTest-652696493 tempest-VolumesActionsTest-652696493-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86f3181-a467-44ec-a424-12c4661baa52 HTTP/1.1" status: 200 len: 210 time: 0.0270209 Aug 16 15:55:10.748930 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:10.750125 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:55:10.772001 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:55:10.772656 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0bc53158-a3ec-424e-ac7b-fe4a26b55c6d not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:55:10.819221 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:11.075799 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9ae5-dcf9-4913-9808-ec57107ea441 req-fdbcf6d5-c6ad-4142-be0b-85174944b647 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:11.077247 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-47fd9ae5-dcf9-4913-9808-ec57107ea441 req-fdbcf6d5-c6ad-4142-be0b-85174944b647 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0622046 Aug 16 15:55:11.132317 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-47fd9ae5-dcf9-4913-9808-ec57107ea441 req-0c344074-1b2e-41d1-93f6-b514165812f4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 Aug 16 15:55:11.134919 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2da7b-743b-48ce-9b1b-7c533b5dfbc2 req-d110120f-ba01-4ec7-bd0b-1aca715c7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:11.136289 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-20f2da7b-743b-48ce-9b1b-7c533b5dfbc2 req-d110120f-ba01-4ec7-bd0b-1aca715c7a75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1098 time: 0.0769706 Aug 16 15:55:11.171427 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-20f2da7b-743b-48ce-9b1b-7c533b5dfbc2 req-a34d1dbe-7768-44f7-8f1b-843cb8f8c36a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272036 Aug 16 15:55:11.312798 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139077-3e30-41b2-bdd3-07aeb05881db req-a2239f6b-0fa9-451b-93ce-0af500d2797d tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:11.314329 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fa139077-3e30-41b2-bdd3-07aeb05881db req-a2239f6b-0fa9-451b-93ce-0af500d2797d tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0598996 Aug 16 15:55:11.358396 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fa139077-3e30-41b2-bdd3-07aeb05881db req-99f40586-f0c3-4000-b5ea-24481ccf7a2e tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 16 15:55:11.736648 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e123a9-4ae7-4b5c-a94e-9fb48b160f51 req-e16a566c-0c1b-449c-8d30-36a0d09b81e4 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:11.738239 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-23e123a9-4ae7-4b5c-a94e-9fb48b160f51 req-e16a566c-0c1b-449c-8d30-36a0d09b81e4 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0582564 Aug 16 15:55:11.746710 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53836) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:11.809110 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-23e123a9-4ae7-4b5c-a94e-9fb48b160f51 req-89a949fc-6abb-411c-819f-69b012fa15c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575187 Aug 16 15:55:11.814915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0154ec-03b6-497d-a9e1-79206f743b82 req-b6ca70e2-7d13-475e-9eb2-49455d987c6b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:11.816845 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be0154ec-03b6-497d-a9e1-79206f743b82 req-b6ca70e2-7d13-475e-9eb2-49455d987c6b tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Aug 16 15:55:11.871990 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be0154ec-03b6-497d-a9e1-79206f743b82 req-a93a1f0b-444e-4249-8e26-9ac06a2c0e75 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Aug 16 15:55:11.880548 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ef84cff0-70d5-4201-a6ef-0b21602aad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:11.967552 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ef84cff0-70d5-4201-a6ef-0b21602aad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:12.023335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ef84cff0-70d5-4201-a6ef-0b21602aad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:12.068381 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84cff0-70d5-4201-a6ef-0b21602aad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce99f5e0-3987-4ebf-8fe2-abe122bb9d5c,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:12.068381 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ef84cff0-70d5-4201-a6ef-0b21602aad6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f0be6661f6f456985aa6322ff3e95df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192508 Aug 16 15:55:12.070400 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53848) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:12.117853 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8556-150a-4e76-927d-2f176967e29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:12.137989 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8556-150a-4e76-927d-2f176967e29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:12.251215 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d458a-5f7a-46ef-87f6-b656460cdf73 req-3896669c-f309-4063-8dfc-e78064f5056d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:12.252670 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f39d458a-5f7a-46ef-87f6-b656460cdf73 req-3896669c-f309-4063-8dfc-e78064f5056d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0485709 Aug 16 15:55:12.279955 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8556-150a-4e76-927d-2f176967e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:12.282664 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8556-150a-4e76-927d-2f176967e29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:12.283916 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-bd9f8556-150a-4e76-927d-2f176967e29a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce99f5e0-3987-4ebf-8fe2-abe122bb9d5c HTTP/1.1" status: 204 len: 168 time: 0.2125399 Aug 16 15:55:12.291868 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f39d458a-5f7a-46ef-87f6-b656460cdf73 req-d4aa7659-cb13-4aa5-98f0-ad2c8e2082ad tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330284 Aug 16 15:55:12.294375 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f8556-150a-4e76-927d-2f176967e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce99f5e0-3987-4ebf-8fe2-abe122bb9d5c,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:12.477166 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f983d-a120-40aa-b36c-af346aedfa64 req-bbe82f7e-5588-43a9-9929-d66a5e76b3ec tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:12.478694 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-aa6f983d-a120-40aa-b36c-af346aedfa64 req-bbe82f7e-5588-43a9-9929-d66a5e76b3ec tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0531895 Aug 16 15:55:12.516385 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-aa6f983d-a120-40aa-b36c-af346aedfa64 req-b7ccbe52-8c6a-41e7-a9d1-b814ce8cf2b3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Aug 16 15:55:12.929507 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17391df2-c370-498f-8dcf-2ce756a58b94 req-80274738-3195-4f58-9482-9b2aad1b1da7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:12.931313 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17391df2-c370-498f-8dcf-2ce756a58b94 req-80274738-3195-4f58-9482-9b2aad1b1da7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0539033 Aug 16 15:55:12.972930 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17391df2-c370-498f-8dcf-2ce756a58b94 req-fc99eed0-3ac0-48f7-83a2-cf6e2f9c001a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350695 Aug 16 15:55:12.998641 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db34bf-a9e6-46da-9829-0018752b7bf5 req-d05a4845-8fad-4298-a99f-6263c4a64bde tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:13.000146 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-60db34bf-a9e6-46da-9829-0018752b7bf5 req-d05a4845-8fad-4298-a99f-6263c4a64bde tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0600979 Aug 16 15:55:13.042265 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-60db34bf-a9e6-46da-9829-0018752b7bf5 req-e51e6ee5-c473-4248-b0b0-d5301c1d8c01 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Aug 16 15:55:13.313801 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 53902) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:13.419287 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2f8d-92e5-4db6-8d2d-82d99b5d04d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.422443 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7445-39df-4cb3-8106-b4e8596fea30 req-d369612d-7dd7-4aa1-ab5f-fbdb670ece29 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:13.424042 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6f4a7445-39df-4cb3-8106-b4e8596fea30 req-d369612d-7dd7-4aa1-ab5f-fbdb670ece29 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0490081 Aug 16 15:55:13.462488 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6f4a7445-39df-4cb3-8106-b4e8596fea30 req-9d15b7e9-ef5f-4938-8e00-6c5d764d16fb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321302 Aug 16 15:55:13.505919 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2f8d-92e5-4db6-8d2d-82d99b5d04d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.594932 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2f8d-92e5-4db6-8d2d-82d99b5d04d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.653247 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4b9f2f8d-92e5-4db6-8d2d-82d99b5d04d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=173f43a392534faeb9f612314329436e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382132 Aug 16 15:55:13.654084 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f2f8d-92e5-4db6-8d2d-82d99b5d04d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de002e3d-a53a-4f6c-9544-cabaa32e4e88,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:13.655866 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 53910) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:13.673303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982007b0-039f-4b9a-a7b5-369aef02b1cc req-3a47d5bb-ae9a-4f1c-8e04-7017a837121a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:13.674822 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-982007b0-039f-4b9a-a7b5-369aef02b1cc req-3a47d5bb-ae9a-4f1c-8e04-7017a837121a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0890942 Aug 16 15:55:13.706603 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d870ddd8-c582-43a3-bc32-35f2cdd10995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.718817 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-982007b0-039f-4b9a-a7b5-369aef02b1cc req-b6487dec-4a74-44f3-b1a2-6330def54151 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Aug 16 15:55:13.727493 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d870ddd8-c582-43a3-bc32-35f2cdd10995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.833624 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f3ec-ca2f-4e08-b42f-47d998556c92 req-cfbcbdaf-e94d-49c4-982d-a3075503b6b6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:13.835212 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2074f3ec-ca2f-4e08-b42f-47d998556c92 req-cfbcbdaf-e94d-49c4-982d-a3075503b6b6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0499048 Aug 16 15:55:13.872887 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2074f3ec-ca2f-4e08-b42f-47d998556c92 req-5d6fd568-a15e-41ec-b780-0420924b2a4c tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 16 15:55:13.895063 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d870ddd8-c582-43a3-bc32-35f2cdd10995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.898806 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d870ddd8-c582-43a3-bc32-35f2cdd10995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:13.899911 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d870ddd8-c582-43a3-bc32-35f2cdd10995 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de002e3d-a53a-4f6c-9544-cabaa32e4e88 HTTP/1.1" status: 204 len: 168 time: 0.2423031 Aug 16 15:55:13.908272 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870ddd8-c582-43a3-bc32-35f2cdd10995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de002e3d-a53a-4f6c-9544-cabaa32e4e88,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:14.092144 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3222097-79f6-407a-b318-53f2eb2ce035 req-66395cdf-eee9-4f27-88f5-8848d795df80 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:14.093605 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c3222097-79f6-407a-b318-53f2eb2ce035 req-66395cdf-eee9-4f27-88f5-8848d795df80 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0491877 Aug 16 15:55:14.132994 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c3222097-79f6-407a-b318-53f2eb2ce035 req-8065af73-8108-4f34-8191-af5bd0901e8f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323877 Aug 16 15:55:14.207422 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e59b2-4369-460f-a2ea-4a881fc75954 req-47f90115-3e8d-4a6c-a219-e5f47d9a8c8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:14.209192 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c40e59b2-4369-460f-a2ea-4a881fc75954 req-47f90115-3e8d-4a6c-a219-e5f47d9a8c8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0619533 Aug 16 15:55:14.246532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017eb4-322e-4e64-89a9-74a44eef5a7e req-6d594b71-178b-42ec-918c-1f7207a574b2 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:14.247863 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-70017eb4-322e-4e64-89a9-74a44eef5a7e req-6d594b71-178b-42ec-918c-1f7207a574b2 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Aug 16 15:55:14.259982 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c40e59b2-4369-460f-a2ea-4a881fc75954 req-bd43a5db-d7b3-44c9-88c5-09c861f3dd25 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Aug 16 15:55:14.294620 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-70017eb4-322e-4e64-89a9-74a44eef5a7e req-1b2f9d64-2128-4238-a237-7aedbfc6e092 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Aug 16 15:55:14.575559 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cfb31-620b-47c1-85ee-11a0049fdd9a req-1500846d-fd85-490c-99a7-f6a42439ad86 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:14.577070 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-790cfb31-620b-47c1-85ee-11a0049fdd9a req-1500846d-fd85-490c-99a7-f6a42439ad86 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0490773 Aug 16 15:55:14.618859 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-790cfb31-620b-47c1-85ee-11a0049fdd9a req-d246d631-e963-470a-8209-3fbb3c18e497 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357573 Aug 16 15:55:15.247204 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1dcb1-3ebc-40c8-b0c3-1d4007fc6bc2 req-d16cceef-ecb0-476b-845d-ca4fa873822d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:15.248670 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdd1dcb1-3ebc-40c8-b0c3-1d4007fc6bc2 req-d16cceef-ecb0-476b-845d-ca4fa873822d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0487170 Aug 16 15:55:15.285599 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdd1dcb1-3ebc-40c8-b0c3-1d4007fc6bc2 req-a216246f-cfe5-4189-b618-f1ae0da6736c tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310409 Aug 16 15:55:15.376076 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580b6b0-1d29-4b59-aca2-3527e5f08797 req-ff19b78e-432c-4aec-b022-0e1a55b7e01d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:15.377507 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f580b6b0-1d29-4b59-aca2-3527e5f08797 req-ff19b78e-432c-4aec-b022-0e1a55b7e01d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Aug 16 15:55:15.417964 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f580b6b0-1d29-4b59-aca2-3527e5f08797 req-88b6da77-2f6b-438b-a1b3-3f6b221ef0ca tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339901 Aug 16 15:55:15.730013 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35ae91-fd15-40b7-a20e-3666fced5d6e req-16cb7723-fc04-4085-8361-e7f3651a264a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:15.731510 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1f35ae91-fd15-40b7-a20e-3666fced5d6e req-16cb7723-fc04-4085-8361-e7f3651a264a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0475476 Aug 16 15:55:15.767966 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1f35ae91-fd15-40b7-a20e-3666fced5d6e req-65717e50-4c2b-4555-879a-b0b773924b13 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306339 Aug 16 15:55:16.398722 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed27bf-fa72-4c80-88e3-6e6f11c60258 req-2eb710c8-8334-48b8-8fa8-2ae8143f75c7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:16.400169 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04ed27bf-fa72-4c80-88e3-6e6f11c60258 req-2eb710c8-8334-48b8-8fa8-2ae8143f75c7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0473721 Aug 16 15:55:16.436131 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04ed27bf-fa72-4c80-88e3-6e6f11c60258 req-85807f71-b5e0-42c4-abfd-7b3988e5bcd1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302210 Aug 16 15:55:16.503036 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:55:16.532216 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895ccf9-e408-48de-83d1-168ef2fd61f1 req-97319d41-0e1c-4aa8-af57-d02df5d137b8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:16.533945 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4895ccf9-e408-48de-83d1-168ef2fd61f1 req-97319d41-0e1c-4aa8-af57-d02df5d137b8 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Aug 16 15:55:16.577563 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4895ccf9-e408-48de-83d1-168ef2fd61f1 req-5c65b23d-dfb7-4662-9b61-54762de6f4bc tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Aug 16 15:55:16.879543 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6003e-705e-4353-9a27-864d255d2387 req-e46246c1-02ad-4ba0-80e8-d565b4ddc8d5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:16.881813 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-13c6003e-705e-4353-9a27-864d255d2387 req-e46246c1-02ad-4ba0-80e8-d565b4ddc8d5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0479739 Aug 16 15:55:16.918386 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-13c6003e-705e-4353-9a27-864d255d2387 req-95988dbd-b3f3-43ee-923e-7ff7a9017ce6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Aug 16 15:55:16.984226 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e100-1e00-4937-870b-3a350440a097 req-f98dc950-2650-4c7c-ac6b-987e34ed85c0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:16.985717 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e545e100-1e00-4937-870b-3a350440a097 req-f98dc950-2650-4c7c-ac6b-987e34ed85c0 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Aug 16 15:55:17.086065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Deleting port fad39a1d-c608-4ce8-93ad-1494e8dca90f {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:55:17.086411 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:17.172361 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] For port fad39a1d-c608-4ce8-93ad-1494e8dca90f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fad39a1d-c608-4ce8-93ad-1494e8dca90f,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:17.172726 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:17.189407 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Calling delete_port for fad39a1d-c608-4ce8-93ad-1494e8dca90f owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:55:17.371258 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:17.399009 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Pushing event deleted for resources: {'Port': ['ID=fad39a1d-c608-4ce8-93ad-1494e8dca90f,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:17.410145 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['0b94f275-3ace-4bed-a6da-7eb5ebb8b22d', 'fad39a1d-c608-4ce8-93ad-1494e8dca90f'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:17.441563 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] No DVR routers for this DVR port fad39a1d-c608-4ce8-93ad-1494e8dca90f on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:55:17.444218 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:17.446253 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e545e100-1e00-4937-870b-3a350440a097 req-92fb152f-45d0-4d61-a699-f154d0e26ae6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "DELETE /v2.0/ports/fad39a1d-c608-4ce8-93ad-1494e8dca90f HTTP/1.1" status: 204 len: 173 time: 0.4510553 Aug 16 15:55:17.446719 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da838e2-cb85-407d-af0b-f839537c30a2', 'name': 'network-vif-deleted', 'tag': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:17.448946 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b23005-a65b-40c7-9e6f-36a8a7fa79e5" -d '{"events": [{"server_uuid": "0da838e2-cb85-407d-af0b-f839537c30a2", "name": "network-vif-deleted", "tag": "fad39a1d-c608-4ce8-93ad-1494e8dca90f"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:17.493091 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7faccc7-f4a4-49da-a42b-15b52f5793e7 x-openstack-request-id: req-c7faccc7-f4a4-49da-a42b-15b52f5793e7 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:17.493407 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da838e2-cb85-407d-af0b-f839537c30a2", "name": "network-vif-deleted", "tag": "fad39a1d-c608-4ce8-93ad-1494e8dca90f", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:17.493660 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7faccc7-f4a4-49da-a42b-15b52f5793e7 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:17.494051 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da838e2-cb85-407d-af0b-f839537c30a2', 'name': 'network-vif-deleted', 'tag': 'fad39a1d-c608-4ce8-93ad-1494e8dca90f', 'status': 'completed', 'code': 200} Aug 16 15:55:17.566901 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124aabb6-318d-4611-85da-9e2faa00b1b7 req-5e37aed2-fbf0-4df1-acbe-54d4896bfe14 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:17.568713 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-124aabb6-318d-4611-85da-9e2faa00b1b7 req-5e37aed2-fbf0-4df1-acbe-54d4896bfe14 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Aug 16 15:55:17.611183 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-124aabb6-318d-4611-85da-9e2faa00b1b7 req-d13f815f-5969-443d-9356-9b18f3798307 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367498 Aug 16 15:55:17.676623 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6192f3a4-1cb4-41fc-996d-289dd3007cd2 req-eeb491e9-efb4-46b3-9883-c159765daafa tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da838e2-cb85-407d-af0b-f839537c30a2 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Aug 16 15:55:18.075901 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ac4e6-59b4-4921-8407-2ddf85dff7b0 req-56692b4d-5a17-4214-9318-7879f3572755 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:18.080324 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-eb2ac4e6-59b4-4921-8407-2ddf85dff7b0 req-56692b4d-5a17-4214-9318-7879f3572755 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 943 time: 0.0949340 Aug 16 15:55:18.136633 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-eb2ac4e6-59b4-4921-8407-2ddf85dff7b0 req-500c08a0-9bfe-4340-9e89-dad64b09000c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484693 Aug 16 15:55:18.436115 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device c21b2f3b-c7e7-48d1-9622-9be0b4d96014 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:55:18.545437 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:18.557951 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'port_id': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'mac_address': 'fa:16:3e:12:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:55:18.602073 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:18.619480 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21b2f3b-c7e7-48d1-9622-9be0b4d96014 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:18.649240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:18.724937 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:18.781971 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:18.809718 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:18.815769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf304d-2574-43fb-94e9-50154f04b5be req-1b1efcd9-9a55-4d08-9232-5c0e22020a7e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:18.817505 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6ebf304d-2574-43fb-94e9-50154f04b5be req-1b1efcd9-9a55-4d08-9232-5c0e22020a7e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1010823 Aug 16 15:55:18.860939 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6ebf304d-2574-43fb-94e9-50154f04b5be req-f6dfe511-e993-422f-8cf9-9d4493e1f460 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353994 Aug 16 15:55:19.222237 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['c21b2f3b-c7e7-48d1-9622-9be0b4d96014'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:19.906121 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fedbe-2e46-4f25-bdc5-26de83fd4dde req-b0d65574-6be9-47ac-ae19-afd29cb3a1ee tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:19.917224 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-830fedbe-2e46-4f25-bdc5-26de83fd4dde req-b0d65574-6be9-47ac-ae19-afd29cb3a1ee tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 944 time: 0.0858777 Aug 16 15:55:19.930583 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58162b89-65b5-472d-bb15-04549afe902f req-1710ca10-e388-48d7-839d-4ae886af3170 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:19.933057 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-58162b89-65b5-472d-bb15-04549afe902f req-1710ca10-e388-48d7-839d-4ae886af3170 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0617428 Aug 16 15:55:19.981727 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-58162b89-65b5-472d-bb15-04549afe902f req-c067106b-9974-4faa-8a18-2124bcf1606d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Aug 16 15:55:20.012153 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-830fedbe-2e46-4f25-bdc5-26de83fd4dde req-4d6109b6-2e14-46dd-8d0b-857aeea4a04e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883157 Aug 16 15:55:20.123073 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbb0e-4c70-462f-a987-4539fe26a437 req-16b3a1a2-bd86-4c1f-8144-735743f3d804 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:20.124591 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-da3bbb0e-4c70-462f-a987-4539fe26a437 req-16b3a1a2-bd86-4c1f-8144-735743f3d804 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0506349 Aug 16 15:55:20.166985 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-da3bbb0e-4c70-462f-a987-4539fe26a437 req-928b537f-e716-47ee-b83e-6194b25719e9 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358419 Aug 16 15:55:20.454111 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device c21b2f3b-c7e7-48d1-9622-9be0b4d96014 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:20.577123 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:20.581907 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:20.582540 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:20.663723 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:20.690628 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:20.692834 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a0ca2-30f8-427a-9d94-9e71223cdc7d" -d '{"events": [{"server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "name": "network-vif-plugged", "status": "completed", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:20.709848 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:20.729995 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573cb32f-eb9a-4d99-bfe5-8cb3f502ba36 x-openstack-request-id: req-573cb32f-eb9a-4d99-bfe5-8cb3f502ba36 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:20.729995 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "name": "network-vif-plugged", "status": "completed", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:20.729995 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-573cb32f-eb9a-4d99-bfe5-8cb3f502ba36 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:20.729995 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'code': 200} Aug 16 15:55:20.788444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:20.789524 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device fad39a1d-c608-4ce8-93ad-1494e8dca90f no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:55:20.826387 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: fad39a1d-c608-4ce8-93ad-1494e8dca90f {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:55:20.826771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device fad39a1d-c608-4ce8-93ad-1494e8dca90f not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:55:20.859523 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:21.153356 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02d0b6-3dae-4f9f-ad75-a4cd07d660dd req-e70e30fd-1b4a-4f41-a137-f4cb8595bd60 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:21.154874 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2d02d0b6-3dae-4f9f-ad75-a4cd07d660dd req-e70e30fd-1b4a-4f41-a137-f4cb8595bd60 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Aug 16 15:55:21.155088 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb354a5e-2f67-4ae8-85ae-a1df1b810a5c req-e0714a0b-c565-4240-819f-14e2e15c0212 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:21.156470 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bb354a5e-2f67-4ae8-85ae-a1df1b810a5c req-e0714a0b-c565-4240-819f-14e2e15c0212 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0693703 Aug 16 15:55:21.197938 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bb354a5e-2f67-4ae8-85ae-a1df1b810a5c req-c8a05223-21b1-4449-9183-09c433e341e6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351548 Aug 16 15:55:21.212433 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2d02d0b6-3dae-4f9f-ad75-a4cd07d660dd req-dad43fbc-5b88-4a67-80b8-d4a5432a9e0c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508027 Aug 16 15:55:21.414822 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ff932-ea7f-4117-a5b4-fab34b76550a req-fc82b3df-01bb-45c6-a9c0-0fa171689b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:21.416655 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae7ff932-ea7f-4117-a5b4-fab34b76550a req-fc82b3df-01bb-45c6-a9c0-0fa171689b8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 1098 time: 0.1294274 Aug 16 15:55:21.421605 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac4d8-3d8b-45bc-9192-dd08528d9b2c req-0fedaefb-f31f-4860-b0ea-5b80578ee1d1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:21.444745 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-929ac4d8-3d8b-45bc-9192-dd08528d9b2c req-0fedaefb-f31f-4860-b0ea-5b80578ee1d1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1492252 Aug 16 15:55:21.475013 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae7ff932-ea7f-4117-a5b4-fab34b76550a req-ed2f44b6-aeb7-4d2e-9875-4be2121ba6a1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454030 Aug 16 15:55:21.492567 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-929ac4d8-3d8b-45bc-9192-dd08528d9b2c req-73a10419-cf58-41e7-8b5c-109b37511cf8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463176 Aug 16 15:55:22.361178 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3038fd-796c-4068-8ae1-7021e16256c9 req-c3c4dd24-8fd2-4a5d-8800-7d94165df0b3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:22.366025 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c8855-4441-40c5-882f-548d0a04ba05 req-f0bbb62f-8c32-411b-9afb-4a9e37667f3e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:22.370293 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6b3038fd-796c-4068-8ae1-7021e16256c9 req-c3c4dd24-8fd2-4a5d-8800-7d94165df0b3 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0682878 Aug 16 15:55:22.374181 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-396c8855-4441-40c5-882f-548d0a04ba05 req-f0bbb62f-8c32-411b-9afb-4a9e37667f3e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0744994 Aug 16 15:55:22.424369 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6b3038fd-796c-4068-8ae1-7021e16256c9 req-98288cff-e5a6-4cd1-9552-71668f977802 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523133 Aug 16 15:55:22.430353 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-396c8855-4441-40c5-882f-548d0a04ba05 req-3ca5164e-a41c-4fa5-a471-126052cf28fe tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550184 Aug 16 15:55:22.616195 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c65668-40ef-47ba-8963-8cb42472355f req-578664f3-ef10-4376-8f1a-105f60fd43f8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:22.618151 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d4c65668-40ef-47ba-8963-8cb42472355f req-578664f3-ef10-4376-8f1a-105f60fd43f8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0547035 Aug 16 15:55:22.674462 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d4c65668-40ef-47ba-8963-8cb42472355f req-1cbde3f4-ca64-4e85-9517-6ad9ee78b283 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494835 Aug 16 15:55:23.595652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4088-41da-49c3-a300-819b92e05615 req-73bdec96-e6fd-48a4-9721-48d9020feedd tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:23.602945 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0aac0-9512-4ac6-b888-085590377f78 req-7a156b26-2654-47b0-acd6-e93e1fc8c595 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:23.603561 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-813e4088-41da-49c3-a300-819b92e05615 req-73bdec96-e6fd-48a4-9721-48d9020feedd tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0628417 Aug 16 15:55:23.605206 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e4c0aac0-9512-4ac6-b888-085590377f78 req-7a156b26-2654-47b0-acd6-e93e1fc8c595 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0605323 Aug 16 15:55:23.649260 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-813e4088-41da-49c3-a300-819b92e05615 req-6cb0cf55-a84e-4ba6-88b0-c793cc8d5384 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 Aug 16 15:55:23.659170 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e4c0aac0-9512-4ac6-b888-085590377f78 req-d7831f6f-661c-4962-85ef-01df22563198 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Aug 16 15:55:23.801145 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03da8e-660b-459c-9aa1-79a465ace16a req-50816c99-080a-48b2-a6da-517c43b751b1 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:23.812650 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a03da8e-660b-459c-9aa1-79a465ace16a req-50816c99-080a-48b2-a6da-517c43b751b1 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0926666 Aug 16 15:55:23.859569 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1a03da8e-660b-459c-9aa1-79a465ace16a req-92afd8ea-ad89-4328-b1cd-c05375d6041b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 Aug 16 15:55:23.893023 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54076) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:23.902543 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd984-c577-4a3c-82fa-b37b520527ff req-e5305716-b488-42a1-b021-2d1d0b74ce58 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:23.910027 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-98fbd984-c577-4a3c-82fa-b37b520527ff req-e5305716-b488-42a1-b021-2d1d0b74ce58 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.1318164 Aug 16 15:55:24.032641 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-98fbd984-c577-4a3c-82fa-b37b520527ff req-cc7b7fa1-f5a5-488f-9c3a-304aa2e3aae2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867090 Aug 16 15:55:24.158781 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f565ae-07b2-4ec8-9b2b-e0d4ee64bdf6 tempest-TestVolumeBootPattern-585978454 tempest-TestVolumeBootPattern-585978454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:24.160329 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-f5f565ae-07b2-4ec8-9b2b-e0d4ee64bdf6 tempest-TestVolumeBootPattern-585978454 tempest-TestVolumeBootPattern-585978454-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 1093 time: 0.2661712 Aug 16 15:55:24.163511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54084) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:24.167738 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'port_id': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:24.260039 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:24.375960 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:24.425285 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00624f-9f21-4850-aabb-3a9fb823da10 req-5b5fc900-2aee-4158-8408-df3643f2d0c8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:24.437169 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f00624f-9f21-4850-aabb-3a9fb823da10 req-5b5fc900-2aee-4158-8408-df3643f2d0c8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0917323 Aug 16 15:55:24.499566 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f00624f-9f21-4850-aabb-3a9fb823da10 req-017f03b9-253a-4f98-bca1-3f4c0e26a356 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528615 Aug 16 15:55:24.534532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Allocated IP 172.27.2.88 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/dd318233-3ab3-4631-9c5a-fdf38ef38570) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:24.604765 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2099a-1061-44f8-abb5-578413913c0d req-4e10445c-5f09-4388-8ee0-452cf25f501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:24.607326 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-4e10445c-5f09-4388-8ee0-452cf25f501d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1098 time: 0.0522668 Aug 16 15:55:24.646703 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:24.720727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2099a-1061-44f8-abb5-578413913c0d req-739660bc-645d-45cd-bd1d-506e686b352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:24.723390 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-739660bc-645d-45cd-bd1d-506e686b352f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 912 time: 0.1019185 Aug 16 15:55:24.759310 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:24.823777 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-e9a8c021-d647-4393-9afc-ab7c08167bfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 200 len: 1001 time: 0.0856128 Aug 16 15:55:24.901615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2099a-1061-44f8-abb5-578413913c0d req-803b41d7-2dd9-47a8-9a90-0dc2d92b1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:24.904689 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-803b41d7-2dd9-47a8-9a90-0dc2d92b1225 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0715840 Aug 16 15:55:24.964383 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2099a-1061-44f8-abb5-578413913c0d req-91a72c67-8fe1-4e7e-a08a-fa83a486de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:24.965915 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-91a72c67-8fe1-4e7e-a08a-fa83a486de54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497243 Aug 16 15:55:25.060538 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:25.074896 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:25.080156 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:25.082058 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-2160305b-3930-4db0-a27e-92f5a5a9c253 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033447 Aug 16 15:55:25.091670 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b6ae-68a4-40d2-b061-2a5ef7ecc022 req-7da05d52-8fcc-4f13-903d-fcb7c661126d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:25.093751 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5481b6ae-68a4-40d2-b061-2a5ef7ecc022 req-7da05d52-8fcc-4f13-903d-fcb7c661126d tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.3645825 Aug 16 15:55:25.096340 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=dd318233-3ab3-4631-9c5a-fdf38ef38570,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:25.197300 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5481b6ae-68a4-40d2-b061-2a5ef7ecc022 req-4dcc690e-94d6-4006-8087-3576cd9f81c6 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Aug 16 15:55:25.216675 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-72d2099a-1061-44f8-abb5-578413913c0d req-3b1dbf63-0dc4-4e94-b4d1-5e914478e45d service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163950 Aug 16 15:55:25.569472 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:25.616781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3716a8-f4a6-4161-ac68-a24715168fec req-981ff0fe-0602-4251-80fe-d3fc53c0497a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:25.618456 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8f3716a8-f4a6-4161-ac68-a24715168fec req-981ff0fe-0602-4251-80fe-d3fc53c0497a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Aug 16 15:55:25.662563 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8f3716a8-f4a6-4161-ac68-a24715168fec req-21d93daa-4c7e-4775-a994-f4f8cb7b3579 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376675 Aug 16 15:55:25.705199 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:25.882690 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:25.941021 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:26.023468 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=dd318233-3ab3-4631-9c5a-fdf38ef38570,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:26.046520 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:26.165785 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Floating IP 453b56e4-1011-4dca-bf93-d165f498e1fb associated. External IP: 172.27.2.88, port: c21b2f3b-c7e7-48d1-9622-9be0b4d96014. Aug 16 15:55:26.370936 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a8e-42c9-432f-a2e5-fcc7931065a3 req-6d41d4ab-87e9-4329-9d60-4d53d4a38b95 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:26.372756 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8556a8e-42c9-432f-a2e5-fcc7931065a3 req-6d41d4ab-87e9-4329-9d60-4d53d4a38b95 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0900919 Aug 16 15:55:26.517562 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8556a8e-42c9-432f-a2e5-fcc7931065a3 req-35e193cc-219d-4d59-a01f-fcac6e4314fd tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374681 Aug 16 15:55:26.551127 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:55:26.688310 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:55:26.707308 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:55:26.722460 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:26.722460 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:26.781558 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:26.824758 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d49eb-d3ec-478e-903c-fe0a661b6510 req-a7e67d80-67fe-4c65-bb1f-a4ddb78cbd5a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:26.830024 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0a8d49eb-d3ec-478e-903c-fe0a661b6510 req-a7e67d80-67fe-4c65-bb1f-a4ddb78cbd5a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0787292 Aug 16 15:55:26.845236 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-85aaf52d-20e1-48ae-8654-008d4122c0ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6806550 Aug 16 15:55:26.851348 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:26.856929 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:26.861256 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:26.907933 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bea7ac-ffeb-4fb5-a7a9-f4148e2d0938 x-openstack-request-id: req-05bea7ac-ffeb-4fb5-a7a9-f4148e2d0938 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:26.908228 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:26.908475 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05bea7ac-ffeb-4fb5-a7a9-f4148e2d0938 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:26.908871 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'status': 'completed', 'code': 200} Aug 16 15:55:26.923010 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0a8d49eb-d3ec-478e-903c-fe0a661b6510 req-19a7a694-d1bd-4356-aa34-0f15476ff644 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764372 Aug 16 15:55:27.031367 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-8cdacdaa-17e8-41d0-828e-58928bf19f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:27.033356 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-8cdacdaa-17e8-41d0-828e-58928bf19f8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0501659 Aug 16 15:55:27.112247 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '453b56e4-1011-4dca-bf93-d165f498e1fb', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:12:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:25Z', 'updated_at': '2021-08-16T15:55:25Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:27.162178 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:55:27.180510 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-be4fdc91-9cad-41f3-a704-22958299032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:27.182371 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-be4fdc91-9cad-41f3-a704-22958299032e service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.1368434 Aug 16 15:55:27.186351 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:27.187091 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:27.328951 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-60479abe-cc3f-489a-ab85-e36971d1dd2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014 HTTP/1.1" status: 200 len: 998 time: 0.1209047 Aug 16 15:55:27.347537 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:27.441100 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-54f8e919-ba96-4c3c-b7b7-a56a9c4d4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:27.443577 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-54f8e919-ba96-4c3c-b7b7-a56a9c4d4992 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.1066351 Aug 16 15:55:27.498139 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-50991019-359a-480d-8ba7-11c0e6a1c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:27.499683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-50991019-359a-480d-8ba7-11c0e6a1c41b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435631 Aug 16 15:55:27.515047 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9eada467-eb1d-4cd1-a398-473c11e31614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:27.604347 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-a5632cb2-c13e-4c38-8394-e9bb54e68750 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960917 Aug 16 15:55:27.617801 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '453b56e4-1011-4dca-bf93-d165f498e1fb', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:12:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:25Z', 'updated_at': '2021-08-16T15:55:25Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:27.666169 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d904608-3a56-42fd-baa8-c6876eae493b None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '453b56e4-1011-4dca-bf93-d165f498e1fb', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:12:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:25Z', 'updated_at': '2021-08-16T15:55:25Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:55:27.683706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e6d8-74dc-48e6-bccd-74aeae430081 req-751fd782-79b5-4264-afff-44f0e68ba023 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:27.692192 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-50d6e6d8-74dc-48e6-bccd-74aeae430081 req-751fd782-79b5-4264-afff-44f0e68ba023 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0985961 Aug 16 15:55:27.763098 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-50d6e6d8-74dc-48e6-bccd-74aeae430081 req-ca5ac99d-53fb-47f6-92e4-41df391b8c6f tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/security-groups?id=550c1ad2-0d01-48a9-88e8-5e3754efe8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695853 Aug 16 15:55:27.785965 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7c2c1e2-d205-4e38-aeef-a39f1f3d398d req-541175d9-e5c2-4653-b241-4a6326b77d96 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606114 Aug 16 15:55:27.946777 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca051c3c-fadf-4dfe-8a50-cb5eb8f86fb4 None None] New status for floating IP 453b56e4-1011-4dca-bf93-d165f498e1fb: ACTIVE {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:55:28.121890 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eedb1-9822-4494-820c-1857b283dafa req-f33167f2-ff13-41bf-a8b7-c35c44641651 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:28.127339 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b34eedb1-9822-4494-820c-1857b283dafa req-f33167f2-ff13-41bf-a8b7-c35c44641651 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 946 time: 0.0964730 Aug 16 15:55:28.260291 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Deleting port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:55:28.260730 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:28.373373 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] For port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:28.373754 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:28.387966 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Calling delete_port for 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:55:28.624017 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:28.673959 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Pushing event deleted for resources: {'Port': ['ID=0b94f275-3ace-4bed-a6da-7eb5ebb8b22d,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:28.727951 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] No DVR routers for this DVR port 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:55:28.730618 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:28.732570 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b34eedb1-9822-4494-820c-1857b283dafa req-2798ff84-77cb-4231-a3b7-686665cdcb8e tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.60 "DELETE /v2.0/ports/0b94f275-3ace-4bed-a6da-7eb5ebb8b22d HTTP/1.1" status: 204 len: 173 time: 0.5946162 Aug 16 15:55:28.746117 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'name': 'network-vif-deleted', 'tag': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:28.748434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158d0b6f-2e26-4aaf-b51a-cac66c267b2a" -d '{"events": [{"server_uuid": "b0ef859d-26bf-4e4e-afe6-ad4c39b73a14", "name": "network-vif-deleted", "tag": "0b94f275-3ace-4bed-a6da-7eb5ebb8b22d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:28.790020 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d82b6-47c7-4451-ba5e-f290b799c278 x-openstack-request-id: req-780d82b6-47c7-4451-ba5e-f290b799c278 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:28.790371 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef859d-26bf-4e4e-afe6-ad4c39b73a14", "name": "network-vif-deleted", "tag": "0b94f275-3ace-4bed-a6da-7eb5ebb8b22d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:28.790716 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-780d82b6-47c7-4451-ba5e-f290b799c278 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:28.791166 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef859d-26bf-4e4e-afe6-ad4c39b73a14', 'name': 'network-vif-deleted', 'tag': '0b94f275-3ace-4bed-a6da-7eb5ebb8b22d', 'status': 'completed', 'code': 200} Aug 16 15:55:28.801542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd96d-b2ce-4975-9f60-fb5de61f6c02 req-a08de207-d784-4c5b-b738-d257f6b85742 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:28.810950 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51dcd96d-b2ce-4975-9f60-fb5de61f6c02 req-a08de207-d784-4c5b-b738-d257f6b85742 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0840287 Aug 16 15:55:28.858955 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51dcd96d-b2ce-4975-9f60-fb5de61f6c02 req-3a5cc7a5-bd14-4a6f-8790-bd591ba4e9e4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Aug 16 15:55:28.892378 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54150) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:28.907401 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5f1c410d-b332-4a6b-8987-227353990329 req-87b5c889-48bb-44cf-aeb1-9bf2972d4f42 tempest-ServerRescueNegativeTestJSON-1148459395 tempest-ServerRescueNegativeTestJSON-1148459395-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ef859d-26bf-4e4e-afe6-ad4c39b73a14 HTTP/1.1" status: 200 len: 210 time: 0.0610509 Aug 16 15:55:29.106892 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e486c524-4a83-475d-b478-3921559e635b tempest-TestMinimumBasicScenario-1338207323 tempest-TestMinimumBasicScenario-1338207323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:29.108750 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e486c524-4a83-475d-b478-3921559e635b tempest-TestMinimumBasicScenario-1338207323 tempest-TestMinimumBasicScenario-1338207323-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1093 time: 0.2153802 Aug 16 15:55:29.111760 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54154) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:29.118446 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'port_id': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:29.211365 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for floatingip, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:29.320631 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:29.435268 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Allocated IP 172.27.2.194 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/c83d71c3-ef00-4a08-b245-6c3b0fd03b9b) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:29.554138 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:29.664575 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:29.719643 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:29.725191 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:29.733762 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:29.780009 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'Port': ['ID=c83d71c3-ef00-4a08-b245-6c3b0fd03b9b,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:29.970713 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54164) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:30.049752 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-25033d99-3fbd-4565-8fbe-cdc42d8aae66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.315724 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.479913 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:55:30.515226 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.530780 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:55:30.531190 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 0b94f275-3ace-4bed-a6da-7eb5ebb8b22d not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:55:30.542839 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.820788 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.837509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Deleting port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:55:30.837856 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.947438 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] For port 1a4d30a5-4cee-4ec4-af73-0ba495c057b3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,segment=NetworkSegment(25966a0b-18a0-41e8-a8ad-a1b84c963448),segment_id=25966a0b-18a0-41e8-a8ad-a1b84c963448)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:30.947438 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:30.960449 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Calling delete_port for 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 owned by network:router_interface {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:55:30.990055 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.007072 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.091018 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.166698 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'Port': ['ID=c83d71c3-ef00-4a08-b245-6c3b0fd03b9b,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:31.182834 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.286532 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Floating IP db69b376-701f-4364-8836-4d77bb04c206 associated. External IP: 172.27.2.194, port: d5a7fa30-8e32-4d3e-a7e2-394802b550c4. Aug 16 15:55:31.300988 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.326969 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4d30a5-4cee-4ec4-af73-0ba495c057b3,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:31.529930 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:55:31.655865 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:55:31.674129 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] Sync routers for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:55:31.704280 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:31.706065 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:31.743757 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.792615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:31.852946 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c39a8ae3-1665-4792-ad2b-d26ec2781a5b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7372625 Aug 16 15:55:31.853576 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54178) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:31.854672 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:31.859179 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa42294-afa6-445f-9fff-d59e197d8468" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:31.875205 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864969454', 'description': 'tempest-secgroup-smoke-1864969454 description', 'project_id': '1543181ca81f474280a44ff36424e280'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:31.905349 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:31.937193 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb404a-e953-4ca4-b1a2-0c8521ba8e73 x-openstack-request-id: req-d9cb404a-e953-4ca4-b1a2-0c8521ba8e73 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:31.937684 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:31.938109 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9cb404a-e953-4ca4-b1a2-0c8521ba8e73 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:31.938716 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'status': 'completed', 'code': 200} Aug 16 15:55:32.007790 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.108847 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Router dcb4167b-f3de-4d7c-abd6-f78a64074141 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:55:32.119278 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42294-afa6-445f-9fff-d59e197d8468 req-6d214f87-cde0-409e-9d5d-1d8ab154556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:32.122024 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-6d214f87-cde0-409e-9d5d-1d8ab154556e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1098 time: 0.0901437 Aug 16 15:55:32.250415 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.267644 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42294-afa6-445f-9fff-d59e197d8468 req-37190308-534f-4331-bd0e-de070449c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:32.269330 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-37190308-534f-4331-bd0e-de070449c50b service neutron] 10.222.0.60 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 915 time: 0.1371348 Aug 16 15:55:32.288106 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:55:32.294140 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-766d3f29-380b-4662-8694-f5b08835f619 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcb4167b-f3de-4d7c-abd6-f78a64074141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3223794 Aug 16 15:55:32.297471 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54182) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:32.299852 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] Sync routers for ids ['dcb4167b-f3de-4d7c-abd6-f78a64074141'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:55:32.313312 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] Routers {'dcb4167b-f3de-4d7c-abd6-f78a64074141'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:32.314434 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['dcb4167b-f3de-4d7c-abd6-f78a64074141'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:32.361709 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'db69b376-701f-4364-8836-4d77bb04c206', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'port_id': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'mac_address': 'fa:16:3e:a7:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b588f-d894-4b70-945a-ada945df35c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:30Z', 'updated_at': '2021-08-16T15:55:30Z', 'revision_number': 0, 'project_id': '1543181ca81f474280a44ff36424e280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:15Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:32.383478 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.388221 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] Checking router: ece3cc6e-32b6-4423-902a-38d4bb28e0e2 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:55:32.397211 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:32.397903 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:32.418363 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69898593-f5c9-4be6-afa3-926969232fd1,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:32.444845 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] Set router dcb4167b-f3de-4d7c-abd6-f78a64074141 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:32.476683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-5103b5bf-8a73-4e6d-9634-b62688101d3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 999 time: 0.1909645 Aug 16 15:55:32.519778 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks [] for router, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.558533 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:32.589869 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.591843 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-40e25c8d-d421-4d5f-8aa3-70205a8a7e06 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7265811 Aug 16 15:55:32.594823 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54184) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:32.600830 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group_rule': {'security_group_id': '69898593-f5c9-4be6-afa3-926969232fd1', 'project_id': '1543181ca81f474280a44ff36424e280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:32.682005 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:55:31Z', 'revision_number': 5, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:32.689018 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42294-afa6-445f-9fff-d59e197d8468 req-85036807-eb18-40de-8d7f-f74ebceb084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:32.694650 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-85036807-eb18-40de-8d7f-f74ebceb084d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 200 len: 853 time: 0.2019932 Aug 16 15:55:32.723085 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] Checking router: dcb4167b-f3de-4d7c-abd6-f78a64074141 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:55:32.728517 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] Routers {'dcb4167b-f3de-4d7c-abd6-f78a64074141'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:32.729131 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['dcb4167b-f3de-4d7c-abd6-f78a64074141'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:32.755133 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.768832 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42294-afa6-445f-9fff-d59e197d8468 req-ba7ed2fc-4d74-43f3-8ded-e2e2528ff1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:32.770609 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-ba7ed2fc-4d74-43f3-8ded-e2e2528ff1b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=584e8157-7323-4bbc-a503-f28e244b1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712140 Aug 16 15:55:32.792400 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.894259 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.899659 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.914210 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] Set router dcb4167b-f3de-4d7c-abd6-f78a64074141 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:32.965402 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:32.990615 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'db69b376-701f-4364-8836-4d77bb04c206', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'port_id': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'mac_address': 'fa:16:3e:a7:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b588f-d894-4b70-945a-ada945df35c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:30Z', 'updated_at': '2021-08-16T15:55:30Z', 'revision_number': 0, 'project_id': '1543181ca81f474280a44ff36424e280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:15Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:32.993925 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-0117930f-52d0-4bc9-a196-fc24083e0bc9 service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146289 Aug 16 15:55:32.997327 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b344bd-1a97-469b-a903-55405fbc66c7,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:33.021649 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7dc987-eff0-4e4d-add0-66ca6c453c1f None None] The sync data for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi is: [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'db69b376-701f-4364-8836-4d77bb04c206', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'port_id': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'mac_address': 'fa:16:3e:a7:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b588f-d894-4b70-945a-ada945df35c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:30Z', 'updated_at': '2021-08-16T15:55:30Z', 'revision_number': 0, 'project_id': '1543181ca81f474280a44ff36424e280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:15Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:55:33.072306 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.076595 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c599e662-7ce2-49db-b41d-980396839a23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4801147 Aug 16 15:55:33.077186 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54190) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:33.083077 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group_rule': {'security_group_id': '69898593-f5c9-4be6-afa3-926969232fd1', 'project_id': '1543181ca81f474280a44ff36424e280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:33.175001 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Deleting port 9f164b79-e8a3-4803-b28c-cf4522787cb9 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:55:33.175559 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.218332 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efa42294-afa6-445f-9fff-d59e197d8468 req-03dfbba8-898e-4e2b-9716-9339ea14d154 service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133715 Aug 16 15:55:33.219886 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.248555 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:55:31Z', 'revision_number': 5, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:33.292623 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79d87e-24e5-42fb-bada-58e15e9183a2 None None] The sync data for ids ['dcb4167b-f3de-4d7c-abd6-f78a64074141'] in dv-cinder-799668-6-iscsi is: [{'id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'name': 'tempest-ServerRescueNegativeTestJSON-669568051-router', 'tenant_id': '7122b4bdec8547d0a3e935427ce879a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:55:31Z', 'revision_number': 5, 'project_id': '7122b4bdec8547d0a3e935427ce879a8', 'gw_port': {'id': '9f164b79-e8a3-4803-b28c-cf4522787cb9', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb4167b-f3de-4d7c-abd6-f78a64074141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:42Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:55:33.352047 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.357478 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] For port 9f164b79-e8a3-4803-b28c-cf4522787cb9, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=9f164b79-e8a3-4803-b28c-cf4522787cb9,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:33.358520 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.376743 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Calling delete_port for 9f164b79-e8a3-4803-b28c-cf4522787cb9 owned by network:router_gateway {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:55:33.428637 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.431778 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288277c-dc4b-48f5-b1ba-267c7b7e9337 None None] New status for floating IP db69b376-701f-4364-8836-4d77bb04c206: ACTIVE {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:55:33.461302 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e89d96-0c11-4d2c-b903-3fe3c4ea2995,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:33.539264 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.547404 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-66ca5e92-5ec6-40b7-a7e9-67153f8e3197 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4687676 Aug 16 15:55:33.547912 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54194) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:33.554577 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group_rule': {'security_group_id': '69898593-f5c9-4be6-afa3-926969232fd1', 'project_id': '1543181ca81f474280a44ff36424e280', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:33.655282 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.679366 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.749795 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9f164b79-e8a3-4803-b28c-cf4522787cb9,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:33.812311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.874538 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.878382 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.897178 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae02e0ac-07cc-4555-afa1-0c6157176b67,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:33.994253 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:33.998274 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ccc915c8-5b6e-4f61-97ad-3a5d93e9c9a4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4491646 Aug 16 15:55:34.001066 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54200) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:34.006519 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group_rule': {'security_group_id': '69898593-f5c9-4be6-afa3-926969232fd1', 'project_id': '1543181ca81f474280a44ff36424e280', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:34.025753 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.029380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.107706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.179516 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.194091 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.197599 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb4167b-f3de-4d7c-abd6-f78a64074141 {{(pid=101074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:55:34.203005 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.207551 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-14fee08f-0d24-47fd-bac2-7a212c8607ec admin admin] 10.222.0.30 "DELETE /v2.0/routers/dcb4167b-f3de-4d7c-abd6-f78a64074141 HTTP/1.1" status: 204 len: 168 time: 1.9097776 Aug 16 15:55:34.210436 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54202) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:34.273211 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Deleting subnet 9a76fade-3641-4a12-9a89-fdd4576968a2 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:55:34.283366 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.309116 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.337597 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dc0bb1-b852-4dd9-bd51-e4b602945fa3,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:34.351138 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.397347 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.425163 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.430859 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54204) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:34.431080 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-9db04eb4-5049-4d6e-858c-58c0ff10f254 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4289985 Aug 16 15:55:34.436036 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group_rule': {'security_group_id': '69898593-f5c9-4be6-afa3-926969232fd1', 'project_id': '1543181ca81f474280a44ff36424e280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:34.790938 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.securitygroups_db [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Project 1543181ca81f474280a44ff36424e280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:55:34.796955 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.828842 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.859458 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a76fade-3641-4a12-9a89-fdd4576968a2,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:34.861626 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.866714 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-57d2f00b-7634-4e90-92c6-db8cb403bc5b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a76fade-3641-4a12-9a89-fdd4576968a2 HTTP/1.1" status: 204 len: 168 time: 0.6518528 Aug 16 15:55:34.868797 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54210) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:34.931403 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.941284 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 9f164b79-e8a3-4803-b28c-cf4522787cb9 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:55:34.963304 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 9f164b79-e8a3-4803-b28c-cf4522787cb9 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:55:34.963671 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:34.964111 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 9f164b79-e8a3-4803-b28c-cf4522787cb9 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:55:34.964681 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:55:34.986311 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:55:34.986976 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1a4d30a5-4cee-4ec4-af73-0ba495c057b3 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:55:35.011143 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.061819 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ef6752-36c2-4802-a8aa-527ec3f0a009,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:35.064632 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.078544 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d5e196-61c4-4f63-8aae-1897d357ec31']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:35.090062 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25966a0b-18a0-41e8-a8ad-a1b84c963448') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:35.090468 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25966a0b-18a0-41e8-a8ad-a1b84c963448') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:35.101406 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.117727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.126231 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:55:35.126750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:55:35.128623 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:55:35.178644 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.183623 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-acbf1836-ba81-46a0-936b-04f40472e158 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7482350 Aug 16 15:55:35.183789 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54216) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:35.188900 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'security_group_rule': {'security_group_id': '69898593-f5c9-4be6-afa3-926969232fd1', 'project_id': '1543181ca81f474280a44ff36424e280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:35.284467 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.289715 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.294549 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] 10.222.0.30 "DELETE /v2.0/networks/94d5e196-61c4-4f63-8aae-1897d357ec31 HTTP/1.1" status: 204 len: 168 time: 0.4247003 Aug 16 15:55:35.308447 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c34cdf-9173-43cd-be3f-ccded4db1010 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d5e196-61c4-4f63-8aae-1897d357ec31,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:35.319835 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.securitygroups_db [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Project 1543181ca81f474280a44ff36424e280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:55:35.329100 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.416447 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.490791 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.516176 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8bb073-64e2-422d-96dc-1a25e0f75f32,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:35.607346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.610628 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5c54d407-ca5a-4e55-8688-4ff48cc06ca3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4238667 Aug 16 15:55:35.688528 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-b2536d3d-c55d-4bcf-a2c5-a57feceb8dd8 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864969454&fields=id&tenant_id=1543181ca81f474280a44ff36424e280 HTTP/1.1" status: 200 len: 267 time: 0.0335050 Aug 16 15:55:35.742978 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-f0856ef0-a16a-4125-91f1-adea06aafc5d tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:35.744437 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-f0856ef0-a16a-4125-91f1-adea06aafc5d tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0504041 Aug 16 15:55:35.755544 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'port': {'security_groups': ['685bedaa-c3af-44e8-96f7-7a4e8af164e1', '69898593-f5c9-4be6-afa3-926969232fd1']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:35.782829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54228) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:35.853865 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.858604 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-9ed8322b-fcba-4c3d-9142-2d6b8bbbdfc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7122b4bdec8547d0a3e935427ce879a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0746310 Aug 16 15:55:35.861133 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54230) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:35.911987 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2059-3f92-487b-ac51-8418f0bc71dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:35.935780 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2059-3f92-487b-ac51-8418f0bc71dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.043968 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2059-3f92-487b-ac51-8418f0bc71dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.046568 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2059-3f92-487b-ac51-8418f0bc71dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.047845 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-8f3e2059-3f92-487b-ac51-8418f0bc71dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/550c1ad2-0d01-48a9-88e8-5e3754efe8c9 HTTP/1.1" status: 204 len: 168 time: 0.1857326 Aug 16 15:55:36.056340 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e2059-3f92-487b-ac51-8418f0bc71dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c1ad2-0d01-48a9-88e8-5e3754efe8c9,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:36.062364 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:36.092470 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.158220 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.199978 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:36.200583 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.201958 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45d47951-7e9f-40f7-9886-87ed575909e4 req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "PUT /v2.0/ports/d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 981 time: 0.4512219 Aug 16 15:55:36.202401 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:36.204648 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:36.217732 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['d5a7fa30-8e32-4d3e-a7e2-394802b550c4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:36.256057 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99556cf7-9211-4bdf-b020-5153f257dc5f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=6']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:36.271517 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7972cf9e-254a-4403-a990-39790c4e5cb1 x-openstack-request-id: req-7972cf9e-254a-4403-a990-39790c4e5cb1 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:36.272383 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:36.272698 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7972cf9e-254a-4403-a990-39790c4e5cb1 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:36.273101 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'status': 'completed', 'code': 200} Aug 16 15:55:36.328064 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0f450-a872-4387-849a-d9f0b486f2a4 req-b8a34cac-0f8d-4dae-b1c8-3bdd0b918d23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:36.335111 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c5d0f450-a872-4387-849a-d9f0b486f2a4 req-b8a34cac-0f8d-4dae-b1c8-3bdd0b918d23 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0594747 Aug 16 15:55:36.414756 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c5d0f450-a872-4387-849a-d9f0b486f2a4 req-021fd64c-38f4-4dd3-82cd-0e53b10b008f tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778694 Aug 16 15:55:36.423077 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-c9cb613d-176f-47c2-99d0-9ab44e0e27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:36.424545 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-c9cb613d-176f-47c2-99d0-9ab44e0e27d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1137 time: 0.0709274 Aug 16 15:55:36.433608 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['d5a7fa30-8e32-4d3e-a7e2-394802b550c4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:36.477847 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-5c97bed4-b94d-4ba6-87b1-49c628093885 None None] Provisioning complete for port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:36.478230 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-5c97bed4-b94d-4ba6-87b1-49c628093885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:36.532463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-cc530676-d239-4c35-8990-0d01975f5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:36.534018 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-cc530676-d239-4c35-8990-0d01975f5892 service neutron] 10.222.0.60 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 915 time: 0.1015356 Aug 16 15:55:36.606084 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-0efd4579-0e87-489b-b830-de67d856e1e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 1001 time: 0.0645962 Aug 16 15:55:36.905750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-cf6cbf55-68ed-4b0c-a7ad-44dc1c125796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:36.907257 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-cf6cbf55-68ed-4b0c-a7ad-44dc1c125796 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 200 len: 853 time: 0.2811470 Aug 16 15:55:36.954123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-d7971256-ec05-4abd-81d1-49e679e27e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:36.967571 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-d7971256-ec05-4abd-81d1-49e679e27e14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=584e8157-7323-4bbc-a503-f28e244b1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412536 Aug 16 15:55:37.050751 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-05c2510b-4094-4169-b712-b330284950ea service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862360 Aug 16 15:55:37.153053 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54282) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:37.155099 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0165443-eaa4-4338-94fa-2f6a9bfdcdf5 req-4bb013bc-7fc4-4161-a431-1a764b5c58a7 service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931306 Aug 16 15:55:37.253788 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-network', 'tenant_id': '56f71125abd44c9596cab3a92a338f13'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:37.450980 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Made reservation on behalf of 56f71125abd44c9596cab3a92a338f13 for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:55:37.453223 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.462701 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.549003 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.632019 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.655394 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:55:37.664622 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d69df83-13ed-4b0a-9405-1045bb0d35df,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:37.669184 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.669521 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Added segment 30d172a5-5395-4fc3-90e2-3ed870157e10 of type vlan for network 3c528913-2121-4de5-9101-bb40f8e6a87b Aug 16 15:55:37.711619 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.797808 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.798847 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:37.799442 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:37.860360 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] Pushing event updated for resources: {'Network': ['ID=3c528913-2121-4de5-9101-bb40f8e6a87b,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:37.870350 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 3c528913-2121-4de5-9101-bb40f8e6a87b details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:55:37.917833 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54310) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:37.922971 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Request body: {'subnet': {'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-subnet', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:37.927375 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ddb648ab-4a5b-40c0-a4bc-d490016c2995 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7706673 Aug 16 15:55:38.045399 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Made reservation on behalf of 56f71125abd44c9596cab3a92a338f13 for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:55:38.047792 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.296873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.348344 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6adf219-4440-4559-8e20-af3460e5e990,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:38.365516 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Checking segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:38.365868 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Network hostable DHCP agents. Network: 3c528913-2121-4de5-9101-bb40f8e6a87b, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:55:38.451140 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Network 3c528913-2121-4de5-9101-bb40f8e6a87b is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:55:38.520185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 3c528913-2121-4de5-9101-bb40f8e6a87b) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:38.524978 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:38.525720 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.530840 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5bea6-963c-478d-b2e0-e2f46851bf80 None None] Network 3c528913-2121-4de5-9101-bb40f8e6a87b requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:55:38.621814 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-196314be-61bc-4a8d-b55a-1928e0425caa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7028887 Aug 16 15:55:38.624563 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54328) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:38.629077 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:38.683406 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29b99388-28a3-53ab-bcdc-7aaa3d94c36d-3c528913-2121-4de5-9101-bb40f8e6a87b', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990'}]}} from dv-cinder-799668-6-iscsi. {{(pid=101076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:55:38.684303 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.708560 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-231916'] for router, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.709700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231829'] for router, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.762003 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.814349 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.db_base_plugin_common [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Allocated IP 172.20.0.2 (3c528913-2121-4de5-9101-bb40f8e6a87b/a6adf219-4440-4559-8e20-af3460e5e990/ad773146-0a62-45ef-8c6d-4a7a70a7e298) {{(pid=101076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:38.957039 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.968337 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Transition to ACTIVE for port object ad773146-0a62-45ef-8c6d-4a7a70a7e298 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:38.971602 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:38.983652 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Transition to ACTIVE for port object ad773146-0a62-45ef-8c6d-4a7a70a7e298 will not be triggered until provisioned by entity DHCP. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:39.057209 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918'] for port, after_create {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.097495 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Network 3c528913-2121-4de5-9101-bb40f8e6a87b is already hosted by enough agents. {{(pid=101076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:39.101136 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Resources bound (agent type, host, resource id): {{(pid=101076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:39.105577 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Received port after_create {{(pid=101076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:39.107539 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Pushing event updated for resources: {'Port': ['ID=ad773146-0a62-45ef-8c6d-4a7a70a7e298,revision_number=1']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:39.162567 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Attempting to bind port ad773146-0a62-45ef-8c6d-4a7a70a7e298 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:55:39.162938 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Attempting to bind port ad773146-0a62-45ef-8c6d-4a7a70a7e298 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:55:39.163296 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Attempting to bind port ad773146-0a62-45ef-8c6d-4a7a70a7e298 on network 3c528913-2121-4de5-9101-bb40f8e6a87b {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:39.168335 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:55:39.168709 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Checking segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:39.169116 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.169509 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Bound using segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:55:39.169970 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Bound port: ad773146-0a62-45ef-8c6d-4a7a70a7e298, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:55:39.170350 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.235162 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] For port ad773146-0a62-45ef-8c6d-4a7a70a7e298, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:55:39.244589 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] For port ad773146-0a62-45ef-8c6d-4a7a70a7e298, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ad773146-0a62-45ef-8c6d-4a7a70a7e298,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:55:39.244746 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.266127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.342868 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.372704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Allocated IP 172.27.2.8 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/47caf212-9d75-4289-81da-7f63b33134e4) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:39.402258 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce233a-ba28-4322-bab5-e861c8be0fd2 None None] Pushing event updated for resources: {'Port': ['ID=ad773146-0a62-45ef-8c6d-4a7a70a7e298,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:39.488337 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.594144 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:39.640970 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:39.644373 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:39.648862 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:39.670498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Pushing event updated for resources: {'Port': ['ID=47caf212-9d75-4289-81da-7f63b33134e4,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:39.945179 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.018138 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54336) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:40.066598 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Deleting subnet 322b23f8-7a3e-41d7-bd52-f77479d78593 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:55:40.071735 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.107973 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.149856 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.158416 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694306'] for router, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.289690 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.289894 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4fa5c4-a5fa-440d-a149-b7c7464b6ab0 None None] Network 3c528913-2121-4de5-9101-bb40f8e6a87b requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:55:40.317055 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322b23f8-7a3e-41d7-bd52-f77479d78593,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:40.319403 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.324365 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-fb02148b-b862-4753-af2d-48bd37592240 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/322b23f8-7a3e-41d7-bd52-f77479d78593 HTTP/1.1" status: 204 len: 168 time: 0.3020430 Aug 16 15:55:40.324365 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54340) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:40.386844 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 is scheduled to L3 agent 51c3d777-55d1-471e-87e5-9698b896497e with binding_index 1 {{(pid=101074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:55:40.392105 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.414294 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-2355d872-e5a1-409b-a1ad-0fe53c8c9fb1 None None] Provisioning for port ad773146-0a62-45ef-8c6d-4a7a70a7e298 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:40.480342 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.502068 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4282bfa5-63ac-455b-900d-2cf70282cefa']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:40.503572 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:55:40.515565 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:55:40.521149 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ecdd69-e440-4de1-bcd6-43fe688118af') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:40.521669 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ecdd69-e440-4de1-bcd6-43fe688118af') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:40.535564 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.536497 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:40.536497 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:40.545645 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.552709 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:55:40.553421 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:55:40.554829 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:55:40.611258 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.612560 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-9ba37bf1-bf91-4688-ac9a-1814e7a11795 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9870424 Aug 16 15:55:40.615969 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54342) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:40.649439 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:40.681074 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.686709 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:40.688732 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] 10.222.0.30 "DELETE /v2.0/networks/4282bfa5-63ac-455b-900d-2cf70282cefa HTTP/1.1" status: 204 len: 168 time: 0.3639262 Aug 16 15:55:40.721643 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6db224-3a70-4f8a-bfa8-5953a9efeb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=4282bfa5-63ac-455b-900d-2cf70282cefa,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:40.841121 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:39Z', 'revision_number': 3, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:40.868281 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:55:40.868622 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Updating router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 port 47caf212-9d75-4289-81da-7f63b33134e4 binding host dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:55:40.902625 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.004699 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ad773146-0a62-45ef-8c6d-4a7a70a7e298 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:41.045977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.072164 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54346) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:41.115121 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-781cdb68-7167-49c8-86b2-f3a383c4f679 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2224270ffbe64412bc7a24a4f84b99bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387595 Aug 16 15:55:41.115332 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54348) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:41.165017 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabda-fa38-4d72-909a-933d203ad85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.187262 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabda-fa38-4d72-909a-933d203ad85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.209300 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port ad773146-0a62-45ef-8c6d-4a7a70a7e298 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:41.210332 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Allocated IP 172.20.0.1 (3c528913-2121-4de5-9101-bb40f8e6a87b/a6adf219-4440-4559-8e20-af3460e5e990/d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:41.215395 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port ad773146-0a62-45ef-8c6d-4a7a70a7e298 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:41.215801 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.257350 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Notify callbacks [] for port, precommit_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.272159 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Transition to ACTIVE for port object 47caf212-9d75-4289-81da-7f63b33134e4 will not be triggered until provisioned by entity L2. {{(pid=101076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:41.314076 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabda-fa38-4d72-909a-933d203ad85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.316949 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabda-fa38-4d72-909a-933d203ad85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.318554 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-cc4eabda-fa38-4d72-909a-933d203ad85d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/583a5493-a4b6-4fda-8c2f-3b8dc0b93962 HTTP/1.1" status: 204 len: 168 time: 0.2022882 Aug 16 15:55:41.321967 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.327906 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eabda-fa38-4d72-909a-933d203ad85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a5493-a4b6-4fda-8c2f-3b8dc0b93962,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:41.351373 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.397280 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port ad773146-0a62-45ef-8c6d-4a7a70a7e298, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ad773146-0a62-45ef-8c6d-4a7a70a7e298,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:41.426276 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Attempting to bind port 47caf212-9d75-4289-81da-7f63b33134e4 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:55:41.426771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Attempting to bind port 47caf212-9d75-4289-81da-7f63b33134e4 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:55:41.427235 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Attempting to bind port 47caf212-9d75-4289-81da-7f63b33134e4 on network f5c7c401-0397-4296-b5f9-39d33b4bf57c {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:41.430519 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Pushing event updated for resources: {'Port': ['ID=47caf212-9d75-4289-81da-7f63b33134e4,revision_number=2']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:41.438697 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:55:41.439235 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Checking segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:41.439519 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.439959 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Bound using segment: {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'} {{(pid=101076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:55:41.440432 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.managers [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Bound port: 47caf212-9d75-4289-81da-7f63b33134e4, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae19662-bdff-4731-815d-46f1ef9a62fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}}] {{(pid=101076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:55:41.440823 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.443440 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.443932 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.444195 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.444540 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.444882 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.445217 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.445546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.445926 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.446280 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.446635 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.446965 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.447290 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:41.452323 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.545604 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] For port 47caf212-9d75-4289-81da-7f63b33134e4, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:55:41.547686 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=ad773146-0a62-45ef-8c6d-4a7a70a7e298,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:41.560721 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] For port 47caf212-9d75-4289-81da-7f63b33134e4, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=47caf212-9d75-4289-81da-7f63b33134e4,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:55:41.570332 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.582245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Transition to ACTIVE for port object d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:41.651589 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.708300 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:41.708916 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.709094 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:41.747181 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44739fa-23f2-4870-a431-82ffdba95114 None None] Pushing event updated for resources: {'Port': ['ID=47caf212-9d75-4289-81da-7f63b33134e4,revision_number=3']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:41.763553 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Network 3c528913-2121-4de5-9101-bb40f8e6a87b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:41.770797 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:41.772826 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Pushing event updated for resources: {'Port': ['ID=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:41.775010 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:41.826166 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721229'] for router_interface, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:41.840621 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:42.023847 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:42.043678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3f677373-b528-4cfd-9e21-353491766636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:39Z', 'revision_number': 3, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:42.072404 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f677373-b528-4cfd-9e21-353491766636 None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:39Z', 'revision_number': 3, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:55:42.085047 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-36cf7637-dd4c-4b10-a905-54c299221638 None None] Provisioning for port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:42.091969 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-36cf7637-dd4c-4b10-a905-54c299221638 None None] Provisioning complete for port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:42.092110 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-36cf7637-dd4c-4b10-a905-54c299221638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:42.133488 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-36cf7637-dd4c-4b10-a905-54c299221638 None None] Port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:55:42.211458 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:42.285257 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:42.371733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Pushing event updated for resources: {'Port': ['ID=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:42.384908 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721377'] for router_interface, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:42.484549 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Network 3c528913-2121-4de5-9101-bb40f8e6a87b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:42.486043 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:42.617441 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:55:42.752362 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:55:42.758542 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-b5577a7c-85d3-47b0-8d7b-b273bcd9950a admin admin] 10.222.0.30 "PUT /v2.0/routers/d297e4f7-f8ca-4810-82e4-6c4c2bb88d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412623 Aug 16 15:55:42.772686 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-e245d331-cb50-4d4c-87b4-383190941963 None None] Provisioning complete for port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:42.773184 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e245d331-cb50-4d4c-87b4-383190941963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:42.810634 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-e245d331-cb50-4d4c-87b4-383190941963 None None] Port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:55:43.020755 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 47caf212-9d75-4289-81da-7f63b33134e4 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:43.135375 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port 47caf212-9d75-4289-81da-7f63b33134e4 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:43.139345 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 47caf212-9d75-4289-81da-7f63b33134e4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:43.139716 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.225407 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.248835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port 47caf212-9d75-4289-81da-7f63b33134e4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=47caf212-9d75-4289-81da-7f63b33134e4,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:43.348161 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.349014 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ad773146-0a62-45ef-8c6d-4a7a70a7e298 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:43.426613 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=47caf212-9d75-4289-81da-7f63b33134e4,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:43.441069 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port ad773146-0a62-45ef-8c6d-4a7a70a7e298 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:43.441442 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.474970 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54386) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:43.479685 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875761552', 'description': 'tempest-description--1565118733'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:43.559823 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.650222 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.720146 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:55:43.729298 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:43.729897 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:43.746399 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.776251 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975f7dac-b099-4b9b-8035-c66e8ad86049,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:43.832874 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:43.862401 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:43.866858 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c1a38e82-938d-4671-b620-c6fe93fb4292 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3876348 Aug 16 15:55:43.867040 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54388) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:43.871556 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'security_group_rule': {'security_group_id': '975f7dac-b099-4b9b-8035-c66e8ad86049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:43.975876 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.035223 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:42Z', 'revision_number': 2, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:44.048466 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.060834 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:55:44.061177 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Updating router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 binding host dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:55:44.085322 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.130046 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.150869 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ea6758-2c7e-430d-aa58-1ab6d47946b9,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:44.233890 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.235280 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-6b6f84c4-d663-4a96-9c37-092bc0dc8c7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672502 Aug 16 15:55:44.237951 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54390) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:44.242556 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'security_group_rule': {'security_group_id': '975f7dac-b099-4b9b-8035-c66e8ad86049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:44.337454 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.400604 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.435253 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Notify callbacks [] for port, precommit_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.445792 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.provisioning_blocks [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Transition to ACTIVE for port object d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 will not be triggered until provisioned by entity L2. {{(pid=101077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:44.479379 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.497220 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bec6cf6-0b39-4afa-aa48-2e3c4167c661,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:44.513178 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-77162fb9-1dfd-4659-9cab-652dd34db647 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301185 Aug 16 15:55:44.547945 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.582323 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.583936 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ebe6e2fc-845e-42b0-aaee-b9f0ff30255d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450129 Aug 16 15:55:44.587031 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54406) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:55:44.591554 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:44.599974 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Pushing event updated for resources: {'Port': ['ID=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,revision_number=3']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:44.608004 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.608433 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.608834 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.609302 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.609626 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.610011 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.610395 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.611120 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.611254 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.611626 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.611995 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.612616 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:55:44.672617 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Attempting to bind port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 on host dv-cinder-799668-6-iscsi for vnic_type normal with profile {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:55:44.672976 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Attempting to bind port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 by drivers openvswitch,hyperv on host dv-cinder-799668-6-iscsi at level 0 using segments [{'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:55:44.673333 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Attempting to bind port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 on network 3c528913-2121-4de5-9101-bb40f8e6a87b {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:44.678627 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Checking agent: {'id': 'e5e623a2-7928-4b75-bef4-08f6a55a9500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 43, 30), 'started_at': datetime.datetime(2021, 8, 16, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:55:44.679118 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Checking segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:44.679516 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.680146 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Bound using segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} {{(pid=101077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:55:44.680599 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.managers [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Bound port: d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9, host: dv-cinder-799668-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}}] {{(pid=101077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:55:44.680972 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.689698 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.713729 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c0deb8ab-96a3-4f95-834d-c636767f84d8 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:44.715304 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c0deb8ab-96a3-4f95-834d-c636767f84d8 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966484 Aug 16 15:55:44.733744 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-6bcc89c0-6ee6-403c-b38f-26a4f8fb67b6 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/quotas/a0c4e2f18bdf48f7a1cc9092b99dd592 HTTP/1.1" status: 200 len: 375 time: 0.0105596 Aug 16 15:55:44.754331 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] For port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9, host dv-cinder-799668-6-iscsi, cleared binding levels {{(pid=101077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:55:44.758957 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.plugins.ml2.db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] For port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9, host dv-cinder-799668-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:55:44.772011 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-a2950c59-daf5-4352-bd98-dc623e8ea173 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303020 Aug 16 15:55:44.810732 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.850527 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron_lib.callbacks.manager [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:44.901441 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:55:44.901975 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:55:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:44.925518 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Allocated IP 172.27.2.23 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/a8a4e3cd-6cc5-4342-9cc1-1ba7d729b8bc) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:44.951037 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 47caf212-9d75-4289-81da-7f63b33134e4 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:44.970399 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce56899-f08b-4988-967d-58f652d0afab None None] Pushing event updated for resources: {'Port': ['ID=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,revision_number=4']} {{(pid=101077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:45.048713 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port 47caf212-9d75-4289-81da-7f63b33134e4 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:45.049351 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.061154 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:55:45.147324 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3d77271d-c123-4ad1-8143-dc65edf329e9 req-d03ccbcb-de39-441a-9965-91e6da351c1e tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 210 time: 0.0538549 Aug 16 15:55:45.196745 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.287341 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:44Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:55:45.313122 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52533d-e7e0-4362-84c5-1ddad3ba281f None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:44Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:55:45.400512 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.445307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:45.448287 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:45.452714 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:45.456069 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'Port': ['ID=a8a4e3cd-6cc5-4342-9cc1-1ba7d729b8bc,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:45.544289 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.629950 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.793572 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.856549 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:45.923938 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'Port': ['ID=a8a4e3cd-6cc5-4342-9cc1-1ba7d729b8bc,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:45.936369 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:46.033622 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:46.034927 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-f1e71a6f-fc23-4694-9674-97376f2384a9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4469452 Aug 16 15:55:46.182228 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-296429ac-76d8-48dd-954f-6bfd1a83d85f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--875761552&fields=id&tenant_id=56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 267 time: 0.0398605 Aug 16 15:55:46.242992 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f5f0b7a4-99b0-481b-a421-e48877955830 req-6bc1789e-a7d4-4272-8196-73c302664b64 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 210 time: 0.0339997 Aug 16 15:55:46.303319 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c218cf46-875f-4675-857c-df3f707d4fe0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:46.304785 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c218cf46-875f-4675-857c-df3f707d4fe0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 817 time: 0.1156375 Aug 16 15:55:46.320127 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-09d99eaa-44f1-41e2-876b-ee9410bf2e99 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/quotas/56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 375 time: 0.0092173 Aug 16 15:55:46.377362 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-08cb1159-6106-4064-a553-db7d586c7803 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520496 Aug 16 15:55:46.475464 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-cb84fbb4-2146-439b-b632-2f37c393b53c service neutron] 10.222.0.30 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862253 Aug 16 15:55:46.563323 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-76e744b6-6ffd-4c10-88fc-52b10e883a12 service neutron] 10.222.0.30 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818365 Aug 16 15:55:46.833159 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fcc2650f-9425-41de-ac6b-d66f880fd416 req-d494e114-d00a-4d5e-81d9-3860e43b772e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 210 time: 0.0263598 Aug 16 15:55:46.965002 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:47.102114 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning for port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:47.106170 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:47.106570 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:47.189448 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:47.229451 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] For port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:47.296994 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:47.353623 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Pushing event updated for resources: {'Port': ['ID=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:47.357590 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-621275ce-7a9c-47f3-baae-ec95491f6f72 req-f95ac877-b6e4-4ff8-aff7-255bb03fb91e tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 210 time: 0.0319135 Aug 16 15:55:47.429063 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-5e3577a8-ece4-4e69-88b2-897ef0e7049a tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217655 Aug 16 15:55:47.542354 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-5bd20f20-bf53-4088-9934-b658cbf2307d tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:47.543846 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-5bd20f20-bf53-4088-9934-b658cbf2307d tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060233 Aug 16 15:55:47.576938 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Request body: {'port': {'device_id': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011', 'admin_state_up': True, 'tenant_id': 'a0c4e2f18bdf48f7a1cc9092b99dd592'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:47.782386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Made reservation on behalf of a0c4e2f18bdf48f7a1cc9092b99dd592 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:55:47.785884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:47.795068 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:47.885171 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:47.940304 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-53ad87b7-844c-4eeb-b347-3cd844c004c9 req-d7896df0-46cf-4fd9-99c4-0b1f42d3555b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 210 time: 0.0263357 Aug 16 15:55:47.942198 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.004815 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:48.077838 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Allocated IP 192.168.233.45 (36ba1dcc-d489-4127-9290-f6086f827011/7088e487-3fc8-44d5-89c7-95fb3c2e76ef/cd154b93-04b5-4b42-beab-dbe2da9f430d) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:48.221535 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.234692 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Transition to ACTIVE for port object cd154b93-04b5-4b42-beab-dbe2da9f430d will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:48.331472 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.379032 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Network 36ba1dcc-d489-4127-9290-f6086f827011 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:48.382814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:48.386720 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:48.393184 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Pushing event updated for resources: {'Port': ['ID=cd154b93-04b5-4b42-beab-dbe2da9f430d,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:48.439820 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:48.440481 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.497249 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ec8b-a348-465b-b13d-71bedd48855e req-786d3c91-f391-40a1-a367-444b71f40b35 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:48.498996 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7788ec8b-a348-465b-b13d-71bedd48855e req-786d3c91-f391-40a1-a367-444b71f40b35 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 935 time: 0.0556853 Aug 16 15:55:48.520617 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-2f1d2acc-11eb-4a81-a039-207653521ebb tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9477153 Aug 16 15:55:48.541541 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7788ec8b-a348-465b-b13d-71bedd48855e req-ca76c728-aa23-4fa2-8749-45bcc19eff96 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Aug 16 15:55:48.546683 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Request body: {'port': {'device_id': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:48.610019 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.679300 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-a030472f-52c3-48f8-b056-f23c48c84d75 None None] Provisioning for port cd154b93-04b5-4b42-beab-dbe2da9f430d completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:48.683417 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-a030472f-52c3-48f8-b056-f23c48c84d75 None None] Provisioning complete for port cd154b93-04b5-4b42-beab-dbe2da9f430d triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:48.683791 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-a030472f-52c3-48f8-b056-f23c48c84d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.726368 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-a030472f-52c3-48f8-b056-f23c48c84d75 None None] Port cd154b93-04b5-4b42-beab-dbe2da9f430d cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:55:48.811014 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.871989 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd154b93-04b5-4b42-beab-dbe2da9f430d {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:48.879560 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.891739 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Transition to ACTIVE for port object cd154b93-04b5-4b42-beab-dbe2da9f430d will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:48.931598 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 up at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:48.942593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.982780 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Provisioning complete for port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:48.983248 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:48.995026 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Pushing event updated for resources: {'Port': ['ID=cd154b93-04b5-4b42-beab-dbe2da9f430d,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:49.077159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Attempting to bind port cd154b93-04b5-4b42-beab-dbe2da9f430d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:55:49.077498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Attempting to bind port cd154b93-04b5-4b42-beab-dbe2da9f430d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:55:49.077897 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Attempting to bind port cd154b93-04b5-4b42-beab-dbe2da9f430d on network 36ba1dcc-d489-4127-9290-f6086f827011 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:49.082845 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Port cd154b93-04b5-4b42-beab-dbe2da9f430d on network 36ba1dcc-d489-4127-9290-f6086f827011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:55:49.083116 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Attempting to bind port cd154b93-04b5-4b42-beab-dbe2da9f430d on network 36ba1dcc-d489-4127-9290-f6086f827011 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:49.091156 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:55:49.091502 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Checking segment: {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:49.091888 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Bound using segment: {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:55:49.092328 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Bound port: cd154b93-04b5-4b42-beab-dbe2da9f430d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95696322-486e-45a5-a06f-97d1193b709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:55:49.092689 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:49.095854 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b8d35e15-ee00-4db6-90ef-b4d0c7aa5bf8 req-de53ec8a-91ad-4ff4-b4fa-c0e814966d48 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 210 time: 0.0464380 Aug 16 15:55:49.179050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] For port cd154b93-04b5-4b42-beab-dbe2da9f430d, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:55:49.182813 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] For port cd154b93-04b5-4b42-beab-dbe2da9f430d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd154b93-04b5-4b42-beab-dbe2da9f430d,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:55:49.203511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-60238b7d-752a-472b-85e2-09bad2136f72 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.204915 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-60238b7d-752a-472b-85e2-09bad2136f72 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 817 time: 0.1188893 Aug 16 15:55:49.256430 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:49.266538 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-504407e3-0d01-41ee-b38e-b6a77f674ab0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 379 time: 0.0335207 Aug 16 15:55:49.276356 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'port': {'device_id': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'admin_state_up': True, 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'security_groups': ['975f7dac-b099-4b9b-8035-c66e8ad86049']}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:49.290459 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.291096 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:49.292491 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] 10.222.0.60 "PUT /v2.0/ports/cd154b93-04b5-4b42-beab-dbe2da9f430d HTTP/1.1" status: 200 len: 1097 time: 0.7500482 Aug 16 15:55:49.292926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'tag': 'cd154b93-04b5-4b42-beab-dbe2da9f430d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:49.295158 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a25d7-ea4d-406a-8616-aafee86040f5" -d '{"events": [{"name": "network-changed", "server_uuid": "52c3670c-ecea-407e-abba-f8c01a796b4c", "tag": "cd154b93-04b5-4b42-beab-dbe2da9f430d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:49.331358 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ac63c-4d7f-4873-9917-ba60f876b482 service neutron] Pushing event updated for resources: {'Port': ['ID=cd154b93-04b5-4b42-beab-dbe2da9f430d,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:49.355634 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5509dc-4d6b-4d19-a708-bb9597215a63 x-openstack-request-id: req-8d5509dc-4d6b-4d19-a708-bb9597215a63 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:49.355972 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c3670c-ecea-407e-abba-f8c01a796b4c", "tag": "cd154b93-04b5-4b42-beab-dbe2da9f430d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:49.356226 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d5509dc-4d6b-4d19-a708-bb9597215a63 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:49.356665 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'tag': 'cd154b93-04b5-4b42-beab-dbe2da9f430d', 'status': 'completed', 'code': 200} Aug 16 15:55:49.458542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a25d7-ea4d-406a-8616-aafee86040f5 req-8024d815-f76a-4ce8-9989-73623dc36eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.461588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Made reservation on behalf of 56f71125abd44c9596cab3a92a338f13 for: {'port': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:55:49.462848 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-414a25d7-ea4d-406a-8616-aafee86040f5 req-8024d815-f76a-4ce8-9989-73623dc36eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 1100 time: 0.0417721 Aug 16 15:55:49.466145 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:49.512040 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-414a25d7-ea4d-406a-8616-aafee86040f5 req-3d5c20be-f636-487c-b07e-d4f50f044dc4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200138 Aug 16 15:55:49.600654 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Allocated IP 172.20.0.9 (3c528913-2121-4de5-9101-bb40f8e6a87b/a6adf219-4440-4559-8e20-af3460e5e990/9b44835a-9cfd-4c52-9692-193415020b4d) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:55:49.620988 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a25d7-ea4d-406a-8616-aafee86040f5 req-23071f08-1155-4ef9-b738-352608e3564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.622467 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-414a25d7-ea4d-406a-8616-aafee86040f5 req-23071f08-1155-4ef9-b738-352608e3564e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959215 Aug 16 15:55:49.728209 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfbf12-724d-4ebe-bc3b-57dd3934670d req-e7b1567a-b35a-4145-9233-6d8078d347aa tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.729716 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e4dfbf12-724d-4ebe-bc3b-57dd3934670d req-e7b1567a-b35a-4145-9233-6d8078d347aa tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 947 time: 0.1128445 Aug 16 15:55:49.739489 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-af6b07c5-2d5e-4004-b86b-98dfa5e02263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.741073 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-af6b07c5-2d5e-4004-b86b-98dfa5e02263 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 1100 time: 0.0400088 Aug 16 15:55:49.793565 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-b5c430d3-3490-473d-8312-37cfef210d0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=cd154b93-04b5-4b42-beab-dbe2da9f430d HTTP/1.1" status: 200 len: 217 time: 0.0372584 Aug 16 15:55:49.798013 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e4dfbf12-724d-4ebe-bc3b-57dd3934670d req-01fa9aa6-f888-4245-9c3b-dbd631fea1aa tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604303 Aug 16 15:55:49.802732 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:49.816870 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Transition to ACTIVE for port object 9b44835a-9cfd-4c52-9692-193415020b4d will not be triggered until provisioned by entity DHCP. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:49.844191 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-cf71dce6-735a-49fc-b04f-64f8b26eff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.845638 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-cf71dce6-735a-49fc-b04f-64f8b26eff19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7088e487-3fc8-44d5-89c7-95fb3c2e76ef HTTP/1.1" status: 200 len: 843 time: 0.0434806 Aug 16 15:55:49.891420 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-bcd0ef3b-f88e-4285-8b30-3c84697aba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:49.892794 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-bcd0ef3b-f88e-4285-8b30-3c84697aba3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36ba1dcc-d489-4127-9290-f6086f827011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0375626 Aug 16 15:55:49.914263 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:49.963961 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Network 3c528913-2121-4de5-9101-bb40f8e6a87b is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:55:49.967031 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:55:49.969931 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:55:49.991908 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-9aaea409-8cca-41aa-9a8b-490eb38b1aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/36ba1dcc-d489-4127-9290-f6086f827011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Aug 16 15:55:49.998262 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:50.032399 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:50.033152 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.092893 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1045e2b-03c5-4071-98ab-de8a247a9fb2 req-4aa4aed6-94e4-47ee-bd6a-190e39cacaed service neutron] 10.222.0.60 "GET /v2.0/networks/36ba1dcc-d489-4127-9290-f6086f827011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874157 Aug 16 15:55:50.114644 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-c6ef5e97-4cd5-4c0b-a3ee-4eaa44fd75ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417790 Aug 16 15:55:50.136698 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Request body: {'port': {'device_id': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:55:50.189958 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.228513 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739e9ec-3484-4830-a0ad-5ca760dfbac9 req-277e361d-2385-4e57-ae91-881be50cd94f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:50.230177 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a739e9ec-3484-4830-a0ad-5ca760dfbac9 req-277e361d-2385-4e57-ae91-881be50cd94f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 931 time: 0.0523717 Aug 16 15:55:50.255571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-4d445f7a-b0ae-47b2-bd62-014451c966b8 None None] Provisioning for port 9b44835a-9cfd-4c52-9692-193415020b4d completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:50.255571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-4d445f7a-b0ae-47b2-bd62-014451c966b8 None None] Provisioning complete for port 9b44835a-9cfd-4c52-9692-193415020b4d triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:50.255571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-4d445f7a-b0ae-47b2-bd62-014451c966b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.273239 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a739e9ec-3484-4830-a0ad-5ca760dfbac9 req-028439d8-a8da-4cd0-82e6-47237508819a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363371 Aug 16 15:55:50.291021 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-4d445f7a-b0ae-47b2-bd62-014451c966b8 None None] Port 9b44835a-9cfd-4c52-9692-193415020b4d cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:55:50.455899 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b44835a-9cfd-4c52-9692-193415020b4d {{(pid=101075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:50.463688 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.475805 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Transition to ACTIVE for port object 9b44835a-9cfd-4c52-9692-193415020b4d will not be triggered until provisioned by entity L2. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:55:50.564881 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.614832 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:50.683201 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Attempting to bind port 9b44835a-9cfd-4c52-9692-193415020b4d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:55:50.683538 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Attempting to bind port 9b44835a-9cfd-4c52-9692-193415020b4d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:55:50.683868 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Attempting to bind port 9b44835a-9cfd-4c52-9692-193415020b4d on network 3c528913-2121-4de5-9101-bb40f8e6a87b {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:50.688249 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Port 9b44835a-9cfd-4c52-9692-193415020b4d on network 3c528913-2121-4de5-9101-bb40f8e6a87b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:55:50.688560 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Attempting to bind port 9b44835a-9cfd-4c52-9692-193415020b4d on network 3c528913-2121-4de5-9101-bb40f8e6a87b {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:55:50.693963 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:55:50.694216 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Checking segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:55:50.694630 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Bound using segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:55:50.695060 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Bound port: 9b44835a-9cfd-4c52-9692-193415020b4d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:55:50.695409 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.760394 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, cleared binding levels {{(pid=101075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:55:50.763395 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:55:50.828820 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.861859 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:50.862338 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:50.863775 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 200 len: 1093 time: 0.7315760 Aug 16 15:55:50.864214 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:50.866465 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:50.915304 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c7867c-bb44-4870-9dc9-d1a3886ee11a x-openstack-request-id: req-d3c7867c-bb44-4870-9dc9-d1a3886ee11a {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:50.915606 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:50.915860 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3c7867c-bb44-4870-9dc9-d1a3886ee11a {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:50.916254 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'status': 'completed', 'code': 200} Aug 16 15:55:50.922089 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0d538-346d-4ba5-8720-bc86eb327ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=3']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:50.941406 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f608fc-fafd-4447-bcaa-febae468621e req-2ae2bcb2-1efa-457c-94b9-3dc6a792ee70 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:50.942964 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c7f608fc-fafd-4447-bcaa-febae468621e req-2ae2bcb2-1efa-457c-94b9-3dc6a792ee70 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 947 time: 0.0716565 Aug 16 15:55:51.014192 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c7f608fc-fafd-4447-bcaa-febae468621e req-7e444c76-cbe3-4032-a659-8bfaee25fa28 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643389 Aug 16 15:55:51.031105 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb req-e0c662ee-81be-47bf-bb9f-b17694633122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.033261 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb req-e0c662ee-81be-47bf-bb9f-b17694633122 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1096 time: 0.0647144 Aug 16 15:55:51.143709 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb req-21780542-b908-4ddd-b493-4a1a2e182345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.145164 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb req-21780542-b908-4ddd-b493-4a1a2e182345 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=56f71125abd44c9596cab3a92a338f13&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0907893 Aug 16 15:55:51.239953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb req-16d0e19d-ac85-4f7e-94ad-d3db07378a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.241326 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a391b50a-6580-46fd-b06d-ddbc68ae3bfb req-16d0e19d-ac85-4f7e-94ad-d3db07378a92 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883737 Aug 16 15:55:51.346746 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-6c9bb1bb-f97e-4701-9377-b90df77a0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.348252 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-6c9bb1bb-f97e-4701-9377-b90df77a0511 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1096 time: 0.0392134 Aug 16 15:55:51.396019 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc510-595a-4e7c-b204-e86d843d3b72 req-97d131ae-bd8e-4f34-8f4d-0fd4a59f337a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.398082 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-21fdc510-595a-4e7c-b204-e86d843d3b72 req-97d131ae-bd8e-4f34-8f4d-0fd4a59f337a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0484078 Aug 16 15:55:51.404953 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-3ad62c5d-6861-49db-8db9-9f4b1258c6b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 200 len: 217 time: 0.0369580 Aug 16 15:55:51.436518 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-21fdc510-595a-4e7c-b204-e86d843d3b72 req-16fbda3e-a2fd-4956-bcf4-2a7a69216fd7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Aug 16 15:55:51.676646 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-ed90500c-95d4-492b-ab32-52b19b87de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.678679 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-ed90500c-95d4-492b-ab32-52b19b87de0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.2653146 Aug 16 15:55:51.731065 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-006c9dd4-e4bd-4e73-b6b6-3a0114f79ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:51.732508 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-006c9dd4-e4bd-4e73-b6b6-3a0114f79ce3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390787 Aug 16 15:55:51.827654 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-582ea677-d163-446c-9733-d7fe2346d212 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818980 Aug 16 15:55:51.918612 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b81b5ccb-1a55-4d82-8a61-770cfd6542eb req-d76d71fd-ac89-4b54-8479-7a5098d1e304 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798407 Aug 16 15:55:52.142708 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6afd9f-ecfa-4901-a2fa-32af8e949da2 req-3a98b05b-838b-4866-b39f-4f699146acc6 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:52.144190 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ce6afd9f-ecfa-4901-a2fa-32af8e949da2 req-3a98b05b-838b-4866-b39f-4f699146acc6 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 947 time: 0.0520802 Aug 16 15:55:52.182523 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ce6afd9f-ecfa-4901-a2fa-32af8e949da2 req-ecd04ecf-2460-4e09-a29f-1b814027c08d tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Aug 16 15:55:52.553904 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabbec-f9af-498a-935b-29a6c93599a4 req-ec07b9e6-bbab-48f9-a79f-66c47303062b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:52.555629 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-52cabbec-f9af-498a-935b-29a6c93599a4 req-ec07b9e6-bbab-48f9-a79f-66c47303062b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0471673 Aug 16 15:55:52.591514 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-52cabbec-f9af-498a-935b-29a6c93599a4 req-f52ad556-306f-478c-8f9a-fbc749173cb9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301700 Aug 16 15:55:53.295936 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97d31-1810-4929-9fc6-e0c00e4d3c95 req-73452f79-902b-4429-8663-93d4acf20112 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:53.297426 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-25b97d31-1810-4929-9fc6-e0c00e4d3c95 req-73452f79-902b-4429-8663-93d4acf20112 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 947 time: 0.0490570 Aug 16 15:55:53.334700 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-25b97d31-1810-4929-9fc6-e0c00e4d3c95 req-1504cb84-7660-4228-a1c8-d68f9d96963b tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Aug 16 15:55:53.502298 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:55:53.706496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c7e6-442d-4ee0-ac42-9cf6f67e9f9b req-76866632-1b3e-4922-a6e4-0d26af6cfc7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:53.707942 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd72c7e6-442d-4ee0-ac42-9cf6f67e9f9b req-76866632-1b3e-4922-a6e4-0d26af6cfc7d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0469227 Aug 16 15:55:53.748964 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd72c7e6-442d-4ee0-ac42-9cf6f67e9f9b req-04e225dc-9497-47dc-afc2-fbc274283808 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345910 Aug 16 15:55:54.446953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae4abd-eae2-4383-a5da-eb5859b0e87d req-395895ac-0cd1-4c7f-afac-bc22a863629d tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:54.448388 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-caae4abd-eae2-4383-a5da-eb5859b0e87d req-395895ac-0cd1-4c7f-afac-bc22a863629d tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 947 time: 0.0474658 Aug 16 15:55:54.484340 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-caae4abd-eae2-4383-a5da-eb5859b0e87d req-d31b3fb3-de35-477e-806a-edb5fff4d8d9 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302031 Aug 16 15:55:54.622926 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cd154b93-04b5-4b42-beab-dbe2da9f430d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:55:54.718192 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port cd154b93-04b5-4b42-beab-dbe2da9f430d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd154b93-04b5-4b42-beab-dbe2da9f430d,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:54.730766 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'cd154b93-04b5-4b42-beab-dbe2da9f430d', 'network_id': '36ba1dcc-d489-4127-9290-f6086f827011', 'port_id': 'cd154b93-04b5-4b42-beab-dbe2da9f430d', 'mac_address': 'fa:16:3e:b2:a5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7088e487-3fc8-44d5-89c7-95fb3c2e76ef', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:55:54.777150 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:54.789892 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd154b93-04b5-4b42-beab-dbe2da9f430d {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:54.810219 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port cd154b93-04b5-4b42-beab-dbe2da9f430d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd154b93-04b5-4b42-beab-dbe2da9f430d,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:54.866127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af981cd-bd21-41b2-94cf-26d71679ac86 req-ff749c36-eb0f-4d5e-b409-4859d67131c7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:54.867683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3af981cd-bd21-41b2-94cf-26d71679ac86 req-ff749c36-eb0f-4d5e-b409-4859d67131c7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0468936 Aug 16 15:55:54.901123 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:54.906198 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3af981cd-bd21-41b2-94cf-26d71679ac86 req-8d1689ac-d7de-4f9d-a712-3526d4405dc1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Aug 16 15:55:54.951417 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=cd154b93-04b5-4b42-beab-dbe2da9f430d,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:55.309226 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['cd154b93-04b5-4b42-beab-dbe2da9f430d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:55.598612 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8d13b-041e-4fc0-9fb9-8593f7530c99 req-52a31987-79d2-433a-80a3-7f7c32fdde18 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:55.600698 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c8c8d13b-041e-4fc0-9fb9-8593f7530c99 req-52a31987-79d2-433a-80a3-7f7c32fdde18 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 948 time: 0.0515950 Aug 16 15:55:55.636431 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c8c8d13b-041e-4fc0-9fb9-8593f7530c99 req-ea9e93af-9567-4fa7-84dc-76a36ba36d2e tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299335 Aug 16 15:55:56.025541 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f73b5-554d-468e-9fd9-a929dd8f9576 req-5fcc3f1f-2bc0-47d5-9e9e-58e3d29890bc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:56.027129 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ec2f73b5-554d-468e-9fd9-a929dd8f9576 req-5fcc3f1f-2bc0-47d5-9e9e-58e3d29890bc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0503175 Aug 16 15:55:56.063798 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ec2f73b5-554d-468e-9fd9-a929dd8f9576 req-bba7dde7-c89a-4c6a-8306-e33181d1fa5d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Aug 16 15:55:56.637523 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:55:56.648207 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cd154b93-04b5-4b42-beab-dbe2da9f430d up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:56.750382 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4a037-738a-40d3-9617-695ecaaece62 req-6a14edd9-baad-4930-96ad-a662fc65b9c9 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:56.752478 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-29c4a037-738a-40d3-9617-695ecaaece62 req-6a14edd9-baad-4930-96ad-a662fc65b9c9 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 948 time: 0.0493245 Aug 16 15:55:56.768327 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:56.779172 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '9b44835a-9cfd-4c52-9692-193415020b4d', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d', 'mac_address': 'fa:16:3e:df:c7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:55:56.793190 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-29c4a037-738a-40d3-9617-695ecaaece62 req-2e0078df-506f-422c-9a50-8609cbd43d25 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Aug 16 15:55:56.806408 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port cd154b93-04b5-4b42-beab-dbe2da9f430d completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:56.816132 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port cd154b93-04b5-4b42-beab-dbe2da9f430d triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:56.816504 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:56.839939 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:56.860404 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44835a-9cfd-4c52-9692-193415020b4d {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:55:56.884961 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:56.922604 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:56.945326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd154b93-04b5-4b42-beab-dbe2da9f430d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:56.947744 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a8bbf4-c948-4a86-b43e-24b4ec5405db" -d '{"events": [{"server_uuid": "52c3670c-ecea-407e-abba-f8c01a796b4c", "name": "network-vif-plugged", "status": "completed", "tag": "cd154b93-04b5-4b42-beab-dbe2da9f430d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:56.960725 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port cd154b93-04b5-4b42-beab-dbe2da9f430d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd154b93-04b5-4b42-beab-dbe2da9f430d,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:56.964899 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:56.988039 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c6b234-cead-44a9-bb48-64bb41c58e3e x-openstack-request-id: req-a3c6b234-cead-44a9-bb48-64bb41c58e3e {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:56.988330 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c3670c-ecea-407e-abba-f8c01a796b4c", "name": "network-vif-plugged", "status": "completed", "tag": "cd154b93-04b5-4b42-beab-dbe2da9f430d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:56.988583 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3c6b234-cead-44a9-bb48-64bb41c58e3e {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:56.988970 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd154b93-04b5-4b42-beab-dbe2da9f430d', 'code': 200} Aug 16 15:55:57.014605 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:57.032026 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:57.082892 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=cd154b93-04b5-4b42-beab-dbe2da9f430d,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:57.183831 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d45f5b-00c3-46b4-b21e-9bb4ba70f966 req-bec50182-3986-4e04-bc7e-4d424b096e36 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:57.185305 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-23d45f5b-00c3-46b4-b21e-9bb4ba70f966 req-bec50182-3986-4e04-bc7e-4d424b096e36 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 944 time: 0.0489457 Aug 16 15:55:57.222886 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-23d45f5b-00c3-46b4-b21e-9bb4ba70f966 req-41622f23-9217-48af-ada3-f9261666b596 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Aug 16 15:55:57.336436 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-46ef3653-95d6-4060-a692-2ddfb7d525f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:57.358125 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2732292-40d2-43ae-9517-b3e1b0c445dd req-540e17c2-2fd9-4557-a838-3136cf86c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:57.359612 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['9b44835a-9cfd-4c52-9692-193415020b4d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:55:57.360063 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a2732292-40d2-43ae-9517-b3e1b0c445dd req-540e17c2-2fd9-4557-a838-3136cf86c4a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 1102 time: 0.0544000 Aug 16 15:55:57.404300 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a2732292-40d2-43ae-9517-b3e1b0c445dd req-6ca84ac7-9160-4e74-b7e3-d0a0ee47f9ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Aug 16 15:55:57.744249 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-a2bec352-9e03-4acc-a2db-2327f857852b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378599 Aug 16 15:55:57.845185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-b70a5b26-1903-458b-b816-2522b31c56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:57.846704 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-b70a5b26-1903-458b-b816-2522b31c56de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 1098 time: 0.0422707 Aug 16 15:55:57.954865 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d9f13-bfb7-4895-890c-c119d3200445 req-25f9a7ab-c842-439d-a142-60109f782e24 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:57.956373 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-291d9f13-bfb7-4895-890c-c119d3200445 req-25f9a7ab-c842-439d-a142-60109f782e24 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 949 time: 0.0963373 Aug 16 15:55:58.002212 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-22ef1934-9a22-4209-b247-94a7858cff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:58.002212 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-22ef1934-9a22-4209-b247-94a7858cff33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 912 time: 0.1295502 Aug 16 15:55:58.018076 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-291d9f13-bfb7-4895-890c-c119d3200445 req-222467da-db83-4161-bff7-661cd176628e tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549843 Aug 16 15:55:58.071644 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-a1eb2230-847b-40ec-96d8-35f28ec9298e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 200 len: 1001 time: 0.0612299 Aug 16 15:55:58.122469 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-d4320782-b5c1-4f48-b134-3aaef1acde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:58.123909 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-d4320782-b5c1-4f48-b134-3aaef1acde8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0431693 Aug 16 15:55:58.174983 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-ffa76818-2620-49dc-910c-4dc56bc64369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:58.176422 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-ffa76818-2620-49dc-910c-4dc56bc64369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408168 Aug 16 15:55:58.267322 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-31959e55-2f9f-4312-9443-921a9be4a287 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791583 Aug 16 15:55:58.340882 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f250d-e02e-46c9-91f7-b20b59bc024b req-d2c90d7e-568f-44b8-94c4-5d7dc3dba31d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:58.342500 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-267f250d-e02e-46c9-91f7-b20b59bc024b req-d2c90d7e-568f-44b8-94c4-5d7dc3dba31d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 944 time: 0.0486498 Aug 16 15:55:58.359565 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbd35291-98ba-4cff-8fd7-2b6045e006cd req-521b4473-e55e-4fa6-b782-19c6a02bfe74 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Aug 16 15:55:58.380668 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-267f250d-e02e-46c9-91f7-b20b59bc024b req-4bd63b9b-f22e-4715-ba8e-5e76a7c67402 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Aug 16 15:55:58.642841 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:55:58.747815 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 9b44835a-9cfd-4c52-9692-193415020b4d completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:55:58.751622 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 9b44835a-9cfd-4c52-9692-193415020b4d triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:55:58.751994 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:58.827629 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:58.863635 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:55:58.953787 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:55:58.991914 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:55:58.994133 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a01e3dd-dfd8-4cd2-8c12-a47d53dbecef" -d '{"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:55:59.012762 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:55:59.035947 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f8521-e3d6-4069-ab16-f8f4db80a4f8 x-openstack-request-id: req-d28f8521-e3d6-4069-ab16-f8f4db80a4f8 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:55:59.040899 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:55:59.040899 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d28f8521-e3d6-4069-ab16-f8f4db80a4f8 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:55:59.040899 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'code': 200} Aug 16 15:55:59.139525 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388f79f-dee7-4af8-afce-fe44fe27d84f req-2a003fe4-12a4-452e-bbb6-d0443e740cc4 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:59.141036 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5388f79f-dee7-4af8-afce-fe44fe27d84f req-2a003fe4-12a4-452e-bbb6-d0443e740cc4 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 949 time: 0.0549450 Aug 16 15:55:59.180281 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5388f79f-dee7-4af8-afce-fe44fe27d84f req-f83e3435-a1f3-4901-89f2-51eea3b20f50 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Aug 16 15:55:59.497961 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0608e33-22e8-4472-9481-af83a64306c1 req-c9840502-bd99-4cfe-8ef0-e0bece73164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:59.499397 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0608e33-22e8-4472-9481-af83a64306c1 req-c9840502-bd99-4cfe-8ef0-e0bece73164c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1098 time: 0.0390923 Aug 16 15:55:59.511460 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37ceb-e4e1-4342-b049-3e4012c3920f req-79811497-af85-4f3e-b9be-3abd52f00fe3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:59.512934 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-51e37ceb-e4e1-4342-b049-3e4012c3920f req-79811497-af85-4f3e-b9be-3abd52f00fe3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0512979 Aug 16 15:55:59.545144 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0608e33-22e8-4472-9481-af83a64306c1 req-797c45c3-6934-4ae8-91a2-9f84f1cf56d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293922 Aug 16 15:55:59.556843 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-51e37ceb-e4e1-4342-b049-3e4012c3920f req-167e5eaf-4315-4992-ba31-5ff648bf16d9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379472 Aug 16 15:55:59.629294 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4982-35bc-4c1f-8d6d-a48db9d7fc1b req-68744f72-b604-4ac4-ba66-426b6746ae97 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:55:59.630780 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f01c4982-35bc-4c1f-8d6d-a48db9d7fc1b req-68744f72-b604-4ac4-ba66-426b6746ae97 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 949 time: 0.0497308 Aug 16 15:55:59.668581 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f01c4982-35bc-4c1f-8d6d-a48db9d7fc1b req-4ac04105-bbd2-4acf-b59f-653521870f68 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Aug 16 15:56:00.061949 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9cd79a28-8eec-48a3-950b-a1c6907f1061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:00.490459 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:00.673566 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888acaf-c2a2-423f-94ff-69043cd4dc95 req-eddfefdd-8673-4fb3-8016-a52281805ee1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:00.675055 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0888acaf-c2a2-423f-94ff-69043cd4dc95 req-eddfefdd-8673-4fb3-8016-a52281805ee1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0480549 Aug 16 15:56:00.712845 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0888acaf-c2a2-423f-94ff-69043cd4dc95 req-8f9f969b-9d6a-4b76-89b9-7a46ada312a7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316885 Aug 16 15:56:00.784448 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ac1ea-d902-479f-ba11-2c579369306b req-bddf9c8d-4c9e-4661-93b9-3553ad34e1c5 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:00.785786 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-644ac1ea-d902-479f-ba11-2c579369306b req-bddf9c8d-4c9e-4661-93b9-3553ad34e1c5 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 949 time: 0.0500860 Aug 16 15:56:00.821765 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-644ac1ea-d902-479f-ba11-2c579369306b req-9d0cdb17-1b1b-4a54-8ef4-cc5e942e54fc tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295379 Aug 16 15:56:00.959656 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:01.832327 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5896e-46ac-4cf0-896f-292c5c539f88 req-a6b78b6b-1b4f-4de9-a37a-8466fa3ad410 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:01.833843 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-37e5896e-46ac-4cf0-896f-292c5c539f88 req-a6b78b6b-1b4f-4de9-a37a-8466fa3ad410 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0510812 Aug 16 15:56:01.873583 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-37e5896e-46ac-4cf0-896f-292c5c539f88 req-d9a3f5a3-5443-48ec-8b34-e09620a12144 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335913 Aug 16 15:56:01.935222 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec2e1-48ee-4d32-aca5-2c834f70ec66 req-a2633adb-1f4e-4c74-a32a-30947f859761 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:01.936743 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d32ec2e1-48ee-4d32-aca5-2c834f70ec66 req-a2633adb-1f4e-4c74-a32a-30947f859761 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 949 time: 0.0486698 Aug 16 15:56:01.974932 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d32ec2e1-48ee-4d32-aca5-2c834f70ec66 req-0f7d10bb-38e4-475e-b755-61d615a83828 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Aug 16 15:56:01.990889 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f5a1f-fb36-4766-9282-ab3e7bd49c3d req-42e85e46-9825-439b-85b4-93bbe7608535 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:01.992515 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fa4f5a1f-fb36-4766-9282-ab3e7bd49c3d req-42e85e46-9825-439b-85b4-93bbe7608535 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Aug 16 15:56:02.000775 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54534) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:02.005090 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'floatingip': {'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:02.044752 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.088500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0b010-8057-4346-8816-3ae042fc3655 req-559430df-362d-4ed7-9caf-2b53f1ed86e1 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:02.089984 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-43c0b010-8057-4346-8816-3ae042fc3655 req-559430df-362d-4ed7-9caf-2b53f1ed86e1 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.60 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 949 time: 0.0481839 Aug 16 15:56:02.194500 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Deleting port cd154b93-04b5-4b42-beab-dbe2da9f430d {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:56:02.194855 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.281281 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] For port cd154b93-04b5-4b42-beab-dbe2da9f430d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd154b93-04b5-4b42-beab-dbe2da9f430d,segment=NetworkSegment(95696322-486e-45a5-a06f-97d1193b709a),segment_id=95696322-486e-45a5-a06f-97d1193b709a)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:56:02.281558 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.293663 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Calling delete_port for cd154b93-04b5-4b42-beab-dbe2da9f430d owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:56:02.490058 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.536810 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.639447 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Floating IP bd645fa1-64e1-4519-b5cc-3fdb7af18086 associated. External IP: 172.27.2.23, port: 9b44835a-9cfd-4c52-9692-193415020b4d. Aug 16 15:56:02.702037 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.731340 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Pushing event deleted for resources: {'Port': ['ID=cd154b93-04b5-4b42-beab-dbe2da9f430d,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:02.740914 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['cd154b93-04b5-4b42-beab-dbe2da9f430d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:56:02.762955 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.763244 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.763572 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.763906 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.764233 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.766633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:02.795660 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] No DVR routers for this DVR port cd154b93-04b5-4b42-beab-dbe2da9f430d on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:56:02.798557 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.800541 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-43c0b010-8057-4346-8816-3ae042fc3655 req-3b78e1a1-ea04-4bc2-9ebc-5da626dbe6f2 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.60 "DELETE /v2.0/ports/cd154b93-04b5-4b42-beab-dbe2da9f430d HTTP/1.1" status: 204 len: 173 time: 0.7021382 Aug 16 15:56:02.800999 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'name': 'network-vif-deleted', 'tag': 'cd154b93-04b5-4b42-beab-dbe2da9f430d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:56:02.804960 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6d0d5-cb1a-4d66-8906-d4b09c8eb986" -d '{"events": [{"server_uuid": "52c3670c-ecea-407e-abba-f8c01a796b4c", "name": "network-vif-deleted", "tag": "cd154b93-04b5-4b42-beab-dbe2da9f430d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:56:02.844797 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7b01ee-ec04-4977-bf59-7e99fbbee7a0 x-openstack-request-id: req-9f7b01ee-ec04-4977-bf59-7e99fbbee7a0 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:56:02.845018 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c3670c-ecea-407e-abba-f8c01a796b4c", "name": "network-vif-deleted", "tag": "cd154b93-04b5-4b42-beab-dbe2da9f430d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:56:02.845268 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f7b01ee-ec04-4977-bf59-7e99fbbee7a0 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:56:02.845657 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c3670c-ecea-407e-abba-f8c01a796b4c', 'name': 'network-vif-deleted', 'tag': 'cd154b93-04b5-4b42-beab-dbe2da9f430d', 'status': 'completed', 'code': 200} Aug 16 15:56:02.857055 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:56:02.866712 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.970245 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:56:02.978924 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:02.979989 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:56:02.988765 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:56:02.989469 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:56:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:03.015628 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-e3bf4492-37d3-4047-b341-be35d3a6e6d8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "PUT /v2.0/floatingips/bd645fa1-64e1-4519-b5cc-3fdb7af18086 HTTP/1.1" status: 200 len: 990 time: 1.0138109 Aug 16 15:56:03.016372 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:56:03.018745 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b566c4f4-9595-4190-a050-2e876189bebb" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:56:03.090859 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a7082ec3-52ff-48ee-ac7f-2df41a3a003d req-aa5c1e6d-1491-4195-978a-614244f17471 tempest-VolumesNegativeTest-647953083 tempest-VolumesNegativeTest-647953083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c3670c-ecea-407e-abba-f8c01a796b4c HTTP/1.1" status: 200 len: 210 time: 0.0287318 Aug 16 15:56:03.114316 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:56:03.138553 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957605f2-0625-4847-8990-4a94df46313d x-openstack-request-id: req-957605f2-0625-4847-8990-4a94df46313d {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:56:03.138903 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:56:03.139212 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-957605f2-0625-4847-8990-4a94df46313d {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:56:03.139612 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'status': 'completed', 'code': 200} Aug 16 15:56:03.239503 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c4f4-9595-4190-a050-2e876189bebb req-4b02cb72-82d0-4b2b-9231-739b6e96751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:03.241352 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-4b02cb72-82d0-4b2b-9231-739b6e96751e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1098 time: 0.0413535 Aug 16 15:56:03.334498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c4f4-9595-4190-a050-2e876189bebb req-b356a0dd-fef4-485e-ac44-78822f3df604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:03.336024 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-b356a0dd-fef4-485e-ac44-78822f3df604 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0858400 Aug 16 15:56:03.380417 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'bd645fa1-64e1-4519-b5cc-3fdb7af18086', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'mac_address': 'fa:16:3e:df:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:45Z', 'updated_at': '2021-08-16T15:56:02Z', 'revision_number': 1, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:03.401348 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-4440d45f-7b34-4576-9d7d-a4ce1c4a4784 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 200 len: 998 time: 0.0566790 Aug 16 15:56:03.406600 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:56:03.414952 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:56:03.415536 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:56:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:03.453739 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c4f4-9595-4190-a050-2e876189bebb req-1340e6b7-bfb9-470a-ae24-6e4e6d972b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:03.455245 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-1340e6b7-bfb9-470a-ae24-6e4e6d972b3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0446088 Aug 16 15:56:03.506858 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c4f4-9595-4190-a050-2e876189bebb req-df32373f-b415-4c50-b37c-69f4bd36cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:03.508478 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-df32373f-b415-4c50-b37c-69f4bd36cd11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447576 Aug 16 15:56:03.606360 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-b07a8c37-d124-486b-905a-c707eada3d74 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850382 Aug 16 15:56:03.640240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:56:03.706993 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b566c4f4-9595-4190-a050-2e876189bebb req-2ae7e043-8425-4bf5-926b-2780fa392c3d service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900941 Aug 16 15:56:03.863627 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'bd645fa1-64e1-4519-b5cc-3fdb7af18086', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'mac_address': 'fa:16:3e:df:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:45Z', 'updated_at': '2021-08-16T15:56:02Z', 'revision_number': 1, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:03.889044 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6c82-e208-4d9d-a0b2-557838c34e84 None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': 'bd645fa1-64e1-4519-b5cc-3fdb7af18086', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'mac_address': 'fa:16:3e:df:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:55:45Z', 'updated_at': '2021-08-16T15:56:02Z', 'revision_number': 1, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:56:04.082980 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5663d96-8396-4a6c-b5fa-e50b2e6c5b21 None None] New status for floating IP bd645fa1-64e1-4519-b5cc-3fdb7af18086: ACTIVE {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:56:06.694459 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cd154b93-04b5-4b42-beab-dbe2da9f430d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:56:06.717189 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: cd154b93-04b5-4b42-beab-dbe2da9f430d {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:56:06.717189 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cd154b93-04b5-4b42-beab-dbe2da9f430d not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:56:06.984059 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657bff3-402a-4c38-995b-22c0a25e69ce req-c61c765a-bda2-4434-9868-e094bbb9dae2 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:06.985731 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1657bff3-402a-4c38-995b-22c0a25e69ce req-c61c765a-bda2-4434-9868-e094bbb9dae2 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0563483 Aug 16 15:56:07.059215 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1657bff3-402a-4c38-995b-22c0a25e69ce req-017d3a75-56bc-4f4d-87aa-71b26d12c4f9 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674016 Aug 16 15:56:07.078045 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-bfc4a741-c291-4c9d-9db1-ff5f3609bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:07.079926 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-bfc4a741-c291-4c9d-9db1-ff5f3609bdd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1137 time: 0.0598669 Aug 16 15:56:07.178787 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-1f3d560f-70de-4115-95c1-4452086d65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:07.180548 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-1f3d560f-70de-4115-95c1-4452086d65a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 915 time: 0.0880291 Aug 16 15:56:07.247336 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-c9464e52-f24d-4593-9738-8c19b82f9299 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 1001 time: 0.0567756 Aug 16 15:56:07.305282 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-954fe487-6995-4818-a15f-d5ff5be69f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:07.306976 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-954fe487-6995-4818-a15f-d5ff5be69f0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 200 len: 853 time: 0.0475695 Aug 16 15:56:07.373326 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-4e48436f-32af-4a6d-b88f-db0755c78bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:07.374876 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-4e48436f-32af-4a6d-b88f-db0755c78bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=584e8157-7323-4bbc-a503-f28e244b1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559242 Aug 16 15:56:07.478565 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-cb16fa6f-1aa0-4199-bc65-3b20395bd14e service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867243 Aug 16 15:56:07.581056 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8485fef1-e6e3-41d3-a74d-fdb1485a30a2 req-f685db24-3eac-4ccc-93c0-98a73bf738b5 service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903556 Aug 16 15:56:08.176463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beff76b-ce20-4517-a9b4-132fc18b0d62 req-b25dc56e-8b05-43f8-b060-f65c6ba41cac tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:08.177956 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1beff76b-ce20-4517-a9b4-132fc18b0d62 req-b25dc56e-8b05-43f8-b060-f65c6ba41cac tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0505912 Aug 16 15:56:08.218323 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1beff76b-ce20-4517-a9b4-132fc18b0d62 req-f449ddc1-de9b-4b90-8e7e-240415fdd1d6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333428 Aug 16 15:56:09.331916 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3730-9a17-481c-841d-9486f0a1034a req-8a3b2a99-537e-4183-8c9a-a114665710aa tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:09.333462 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-760f3730-9a17-481c-841d-9486f0a1034a req-8a3b2a99-537e-4183-8c9a-a114665710aa tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0488212 Aug 16 15:56:09.379106 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-760f3730-9a17-481c-841d-9486f0a1034a req-2ce3fa7b-9006-42f0-8c1e-95838c5df69b tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383954 Aug 16 15:56:09.442728 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54796) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:09.572899 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-97867307-e9de-4c13-a286-40ec6f7c2aa8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0c4e2f18bdf48f7a1cc9092b99dd592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289666 Aug 16 15:56:09.575241 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54800) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:09.621247 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:09.641587 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:09.759616 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:09.762138 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:09.763324 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4c62e61-c838-4437-8ef5-5fb2ec51fcf6 HTTP/1.1" status: 204 len: 168 time: 0.1871660 Aug 16 15:56:09.773466 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c62e61-c838-4437-8ef5-5fb2ec51fcf6,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:09.778737 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.779092 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.779432 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.779769 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.780100 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.780513 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.780746 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.781119 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.781449 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.781814 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.782088 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:09.782405 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324623f9-a675-43dd-ade0-485ddecc9501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:56:10.500463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf918c-746e-4b26-a105-3c2c2f28b004 req-d4265882-92a8-42ec-803c-bd319a4577d5 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:10.502128 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fcf918c-746e-4b26-a105-3c2c2f28b004 req-d4265882-92a8-42ec-803c-bd319a4577d5 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0504241 Aug 16 15:56:10.548855 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8fcf918c-746e-4b26-a105-3c2c2f28b004 req-3947b6dc-b9f8-4be9-b7cd-0e93fc6231db tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407183 Aug 16 15:56:11.664041 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7907d9-72d5-4a58-8547-7b1ca715d10c req-05d0c2f1-60be-4d0e-97b3-9e89b8761085 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:11.666367 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ed7907d9-72d5-4a58-8547-7b1ca715d10c req-05d0c2f1-60be-4d0e-97b3-9e89b8761085 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0512218 Aug 16 15:56:11.707007 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ed7907d9-72d5-4a58-8547-7b1ca715d10c req-685ba64f-c463-4184-bedc-f99520532f32 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344257 Aug 16 15:56:12.823486 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ee2c-72ea-4633-b605-25a648560317 req-53e23091-bbc4-42d1-b817-09017c525997 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:12.824875 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9564ee2c-72ea-4633-b605-25a648560317 req-53e23091-bbc4-42d1-b817-09017c525997 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0481648 Aug 16 15:56:12.875184 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9564ee2c-72ea-4633-b605-25a648560317 req-058a6ddb-f995-4b8d-9786-9ffaa6e02b60 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435562 Aug 16 15:56:13.860169 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d0f90-52f8-49a7-9d4a-51d45ec561ef req-cc6f5370-7b32-47d5-83ca-983d5308da0f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:13.861688 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-369d0f90-52f8-49a7-9d4a-51d45ec561ef req-cc6f5370-7b32-47d5-83ca-983d5308da0f tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Aug 16 15:56:13.899182 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-369d0f90-52f8-49a7-9d4a-51d45ec561ef req-8934db97-5c49-46a7-b9bf-e57a9e9c1f66 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310705 Aug 16 15:56:13.994072 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c941ce-00f9-419e-b564-105d3392a8cc req-70158a6c-9137-429c-9e0b-224e8a52a4a0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:13.995586 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-52c941ce-00f9-419e-b564-105d3392a8cc req-70158a6c-9137-429c-9e0b-224e8a52a4a0 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0515845 Aug 16 15:56:14.036545 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-52c941ce-00f9-419e-b564-105d3392a8cc req-ac6a7ede-7f56-4e9f-83c8-fee180c306db tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349255 Aug 16 15:56:15.013125 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f1749-c775-4e70-b6d4-619156de8ef7 req-06f18e54-8c02-453f-a34f-8c9e50df522e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:15.014639 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-576f1749-c775-4e70-b6d4-619156de8ef7 req-06f18e54-8c02-453f-a34f-8c9e50df522e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0483315 Aug 16 15:56:15.052055 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-576f1749-c775-4e70-b6d4-619156de8ef7 req-0c2c4056-05f5-4307-aa0e-916d6e3c4e8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315254 Aug 16 15:56:15.151851 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754f169-6089-49fc-96f9-0f71e7a16db0 req-c589f6c0-c628-4bda-96ae-cd1ee4745bca tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:15.153205 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b754f169-6089-49fc-96f9-0f71e7a16db0 req-c589f6c0-c628-4bda-96ae-cd1ee4745bca tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0483828 Aug 16 15:56:15.191652 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b754f169-6089-49fc-96f9-0f71e7a16db0 req-df8705e8-4dde-4b03-9d39-5e2a81ffc727 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325427 Aug 16 15:56:16.171983 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20f951-7671-446d-b08f-095c2fe808a0 req-26a73b89-76f9-4517-b442-5ecd6849ff23 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:16.173441 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5d20f951-7671-446d-b08f-095c2fe808a0 req-26a73b89-76f9-4517-b442-5ecd6849ff23 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Aug 16 15:56:16.211689 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5d20f951-7671-446d-b08f-095c2fe808a0 req-78e2a37a-1518-44ef-be04-999d92bf1ae9 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317948 Aug 16 15:56:16.315923 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550515-f001-4a3b-82cd-66cab86be30f req-8539be11-dcc2-47cf-bcfd-9b6e16da6b60 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:16.317663 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a550515-f001-4a3b-82cd-66cab86be30f req-8539be11-dcc2-47cf-bcfd-9b6e16da6b60 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0521402 Aug 16 15:56:16.357986 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a550515-f001-4a3b-82cd-66cab86be30f req-16220f14-ed56-4822-861e-33c06e8d3f7a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337844 Aug 16 15:56:17.327214 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567a63-5a55-4c8f-a953-5bff5fd01749 req-28e1e9b9-ae32-4e93-88e5-9254f9084280 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:17.328687 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-78567a63-5a55-4c8f-a953-5bff5fd01749 req-28e1e9b9-ae32-4e93-88e5-9254f9084280 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Aug 16 15:56:17.367640 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-78567a63-5a55-4c8f-a953-5bff5fd01749 req-2ee77b75-e0b6-4ffe-9f73-636aa0b038fb tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327134 Aug 16 15:56:17.471125 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcafc4d-e746-4eac-adf4-2dff8c9b0df5 req-a520487e-9dff-4f9d-87c6-ee4e7878023a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:17.472575 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9dcafc4d-e746-4eac-adf4-2dff8c9b0df5 req-a520487e-9dff-4f9d-87c6-ee4e7878023a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0482080 Aug 16 15:56:17.514648 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9dcafc4d-e746-4eac-adf4-2dff8c9b0df5 req-99ea8a39-1a2c-4bff-ab3e-1d4576084462 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351324 Aug 16 15:56:18.484796 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c527a6a-9a2b-4186-92e1-34961561260a req-3ccb5f2a-bed2-4899-8b15-6a2c6cc602da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:18.486315 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7c527a6a-9a2b-4186-92e1-34961561260a req-3ccb5f2a-bed2-4899-8b15-6a2c6cc602da tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0491929 Aug 16 15:56:18.524310 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7c527a6a-9a2b-4186-92e1-34961561260a req-a5ec5dd3-f66e-419b-a53c-87e57d60eb05 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=588928a1-3777-4185-bdfd-1a3425a3c970&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314760 Aug 16 15:56:18.642642 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c0734-3c4e-4eda-95ca-8b5a3efadd0a req-4744af68-be1b-4852-9b50-94b7dca6aea3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:18.644061 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee4c0734-3c4e-4eda-95ca-8b5a3efadd0a req-4744af68-be1b-4852-9b50-94b7dca6aea3 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0537164 Aug 16 15:56:18.685180 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee4c0734-3c4e-4eda-95ca-8b5a3efadd0a req-524f9ba4-7c82-47fc-8bb3-74b1cbbf0a32 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343716 Aug 16 15:56:18.776156 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:18.895783 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-426020a0-3f2a-4e7d-8dc3-b516d493af73 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:18.896389 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-426020a0-3f2a-4e7d-8dc3-b516d493af73 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Aug 16 15:56:18.986833 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Deleting port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:56:18.987176 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:19.077346 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] For port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:56:19.077712 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:19.345843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:19.346217 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:19.346557 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Floating IP aeca4297-d4ad-413c-9bdd-424067c36668 disassociated. External IP: 172.27.2.184, port: 00cc81e1-ff6b-4c5a-93a9-5d33342c1415. Aug 16 15:56:19.346899 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Calling delete_port for 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:56:19.535230 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:19.564737 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event deleted for resources: {'Port': ['ID=00cc81e1-ff6b-4c5a-93a9-5d33342c1415,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:19.643074 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae460f0f-8dcd-4f74-beed-31474d6f0c59 req-4015beab-b3a0-4b2b-bc50-aa4b45dbd071 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0347178 Aug 16 15:56:19.705560 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:56:19.852481 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87872f-1c4c-4104-a02b-c29e2334ef74 req-433b7b6e-9143-48a8-98bc-054e3389a1f1 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:19.853946 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a87872f-1c4c-4104-a02b-c29e2334ef74 req-433b7b6e-9143-48a8-98bc-054e3389a1f1 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0921633 Aug 16 15:56:19.854937 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:56:19.864843 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:56:19.875502 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:56:19.876109 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:56:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:19.904807 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] No DVR routers for this DVR port 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:56:19.908800 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:19.910790 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-39e08c71-014c-4b77-bb28-44e2c9436c36 req-6949e7bf-e647-4ce0-af53-ea16fee2bfec tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "DELETE /v2.0/ports/00cc81e1-ff6b-4c5a-93a9-5d33342c1415 HTTP/1.1" status: 204 len: 173 time: 1.0083275 Aug 16 15:56:19.911227 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'name': 'network-vif-deleted', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:56:19.913521 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382e1f2-e366-4324-99b7-afdab79e8782" -d '{"events": [{"server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "name": "network-vif-deleted", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:56:19.946536 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6a87872f-1c4c-4104-a02b-c29e2334ef74 req-ae642096-e058-457c-97a9-0a3ba8b37643 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704324 Aug 16 15:56:19.952678 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c5e0d-1a64-4e93-a8ee-acbbc11076cf x-openstack-request-id: req-4e3c5e0d-1a64-4e93-a8ee-acbbc11076cf {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:56:19.952981 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cbcca6-63ee-4bc0-a37d-b317ed82f446", "name": "network-vif-deleted", "tag": "00cc81e1-ff6b-4c5a-93a9-5d33342c1415", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:56:19.953242 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e3c5e0d-1a64-4e93-a8ee-acbbc11076cf {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:56:19.953644 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cbcca6-63ee-4bc0-a37d-b317ed82f446', 'name': 'network-vif-deleted', 'tag': '00cc81e1-ff6b-4c5a-93a9-5d33342c1415', 'status': 'completed', 'code': 200} Aug 16 15:56:20.000137 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:56:20.091535 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54934) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:20.206627 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6e21730c-933c-4f32-b646-da038a16b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.225241 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:20.260183 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:56:20.268248 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:56:20.268851 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:56:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:20.305480 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6e21730c-933c-4f32-b646-da038a16b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.376576 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:56:20.382265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-6e21730c-933c-4f32-b646-da038a16b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.423012 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-6e21730c-933c-4f32-b646-da038a16b6cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a25a91a75964120868941943a7ca7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300838 Aug 16 15:56:20.424009 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21730c-933c-4f32-b646-da038a16b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0729e431-ce2a-4e1f-9e11-763c01247192,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:20.425614 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54938) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:20.476317 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e63673e-f82a-4109-9578-e5eb67960fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.499011 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e63673e-f82a-4109-9578-e5eb67960fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.587966 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:20.614100 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bfd54-4a5f-47f5-8760-55281c23c018 None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:56:20.644755 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e63673e-f82a-4109-9578-e5eb67960fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.647609 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e63673e-f82a-4109-9578-e5eb67960fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:20.649345 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4e63673e-f82a-4109-9578-e5eb67960fc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0729e431-ce2a-4e1f-9e11-763c01247192 HTTP/1.1" status: 204 len: 168 time: 0.2220163 Aug 16 15:56:20.659838 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63673e-f82a-4109-9578-e5eb67960fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0729e431-ce2a-4e1f-9e11-763c01247192,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:20.805675 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9bc9f44c-6a54-45eb-bcbc-1e334e6228f5 req-0437d368-c768-4bac-b8c5-d223ce7c8b31 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cbcca6-63ee-4bc0-a37d-b317ed82f446 HTTP/1.1" status: 200 len: 210 time: 0.0458138 Aug 16 15:56:20.917182 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b054782-adc1-45be-a664-0a688a674fc9 None None] New status for floating IP aeca4297-d4ad-413c-9bdd-424067c36668: DOWN {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:56:21.100175 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405a138-dbcf-4691-ac5b-ed375be301ff req-7e01a44c-1b47-40a6-bf83-077e74fac139 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:21.101875 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1405a138-dbcf-4691-ac5b-ed375be301ff req-7e01a44c-1b47-40a6-bf83-077e74fac139 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0608449 Aug 16 15:56:21.155018 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1405a138-dbcf-4691-ac5b-ed375be301ff req-1c0cf32e-3032-48b3-867f-58b58ded3c64 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445762 Aug 16 15:56:21.953931 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 54954) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:22.014286 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39a9-3215-4a3f-b416-a93d232bf1e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.042868 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39a9-3215-4a3f-b416-a93d232bf1e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.158707 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39a9-3215-4a3f-b416-a93d232bf1e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.161305 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-bd1f39a9-3215-4a3f-b416-a93d232bf1e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.162441 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-bd1f39a9-3215-4a3f-b416-a93d232bf1e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "DELETE /v2.0/security-groups/588928a1-3777-4185-bdfd-1a3425a3c970 HTTP/1.1" status: 204 len: 168 time: 0.2074945 Aug 16 15:56:22.165269 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54956) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:22.171290 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f39a9-3215-4a3f-b416-a93d232bf1e2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588928a1-3777-4185-bdfd-1a3425a3c970,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:22.180360 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.api.v2.resource [None req-26010aac-2320-45f7-93d4-81b670be8a15 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] show failed (client error): The resource could not be found. Aug 16 15:56:22.181490 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-26010aac-2320-45f7-93d4-81b670be8a15 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups/588928a1-3777-4185-bdfd-1a3425a3c970 HTTP/1.1" status: 404 len: 347 time: 0.0152152 Aug 16 15:56:22.184493 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54960) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:22.275130 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9738d1-ba76-45a0-9900-92f9c0555f95 req-d5d8f642-eb93-496c-9ab6-60a37dd9a992 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:22.276706 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6c9738d1-ba76-45a0-9900-92f9c0555f95 req-d5d8f642-eb93-496c-9ab6-60a37dd9a992 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0514553 Aug 16 15:56:22.314064 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Deleting port 7a7d2060-6ef6-4fb2-852d-bba4accc245e {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:56:22.314692 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.332828 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6c9738d1-ba76-45a0-9900-92f9c0555f95 req-48bdc405-1a74-450d-9b3c-3280db0ed948 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495632 Aug 16 15:56:22.405431 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.405759 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.417480 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Calling delete_port for 7a7d2060-6ef6-4fb2-852d-bba4accc245e owned by network:floatingip {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:56:22.599153 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.627064 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event deleted for resources: {'Port': ['ID=7a7d2060-6ef6-4fb2-852d-bba4accc245e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:22.686141 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.688672 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:22.689878 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-78a75a1f-6dcb-4930-9a40-5deaac380298 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "DELETE /v2.0/floatingips/aeca4297-d4ad-413c-9bdd-424067c36668 HTTP/1.1" status: 204 len: 168 time: 0.5046153 Aug 16 15:56:22.733491 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:56:22.754327 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:56:22.754707 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 00cc81e1-ff6b-4c5a-93a9-5d33342c1415 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:56:23.197302 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54966) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:23.202108 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874574753', 'description': 'tempest-description--753768990'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:23.296095 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.373970 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.449695 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d987a99-6eb1-4df4-b1f0-6df6ad2f2f68 req-9987f558-e7c2-43f9-8304-53d34f2adfaf tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:23.451081 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6d987a99-6eb1-4df4-b1f0-6df6ad2f2f68 req-9987f558-e7c2-43f9-8304-53d34f2adfaf tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0484407 Aug 16 15:56:23.472038 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.491079 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6d987a99-6eb1-4df4-b1f0-6df6ad2f2f68 req-343b9df1-2b02-4d5a-98b7-1f7efb9d1939 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339985 Aug 16 15:56:23.501568 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2a9e6-2897-4b97-a850-7002a521dcb8,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:23.597766 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.599060 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e34076c4-8c76-4afd-9a96-fe5bac2c138d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4007292 Aug 16 15:56:23.602212 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54970) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:23.606573 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'security_group_rule': {'security_group_id': 'abb2a9e6-2897-4b97-a850-7002a521dcb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:23.699895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.760109 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.832883 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.847813 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0e32ec-404e-4a66-8d20-2a1942d331d5,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:23.918738 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:23.919947 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c25b43b7-bc0a-424c-9b9d-f044c0aa34c2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167620 Aug 16 15:56:23.922600 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54972) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:23.926857 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'security_group_rule': {'security_group_id': 'abb2a9e6-2897-4b97-a850-7002a521dcb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:24.009991 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.078160 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.147560 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.164956 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b89d91e-1677-4188-bb5e-ba82389d8a5e,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:24.216372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.217598 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fcdb57f7-c84e-4853-bc27-986099c850c5 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940869 Aug 16 15:56:24.220676 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 54976) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:24.225000 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:24.307777 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.400750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.503727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Allocated IP 172.27.2.107 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/6e9b290e-afbe-473b-a0c0-6fdb4973d884) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:56:24.606257 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.606509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d75a4-d075-4575-8261-1ad74b995dc6 req-e52caaba-a32e-4583-9834-afdecead52b6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:24.607782 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a7d75a4-d075-4575-8261-1ad74b995dc6 req-e52caaba-a32e-4583-9834-afdecead52b6 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0490968 Aug 16 15:56:24.647413 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a7d75a4-d075-4575-8261-1ad74b995dc6 req-ea3feb18-491e-455c-bf4f-54578f2d78ca tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335007 Aug 16 15:56:24.708277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.743611 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:56:24.748271 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:56:24.751711 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:56:24.774576 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'Port': ['ID=6e9b290e-afbe-473b-a0c0-6fdb4973d884,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:24.836483 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:24.924646 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:25.065646 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:25.124186 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:25.191705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'Port': ['ID=6e9b290e-afbe-473b-a0c0-6fdb4973d884,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:25.206120 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:25.289366 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:25.290763 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c6461287-f2fa-4335-90f7-0577d4bd3f97 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0690219 Aug 16 15:56:25.475464 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-e6496786-4236-4400-b223-72b4e826387e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1874574753&fields=id&tenant_id=d8b7369c53664ede8437a78b219d5cdc HTTP/1.1" status: 200 len: 267 time: 0.0316517 Aug 16 15:56:25.580649 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-a5282d6f-910c-4bde-9c42-ffcfb298cd57 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:25.582059 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-a5282d6f-910c-4bde-9c42-ffcfb298cd57 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 811 time: 0.1001747 Aug 16 15:56:25.597319 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-36fe3f91-983d-4675-9755-5a69e90b6e59 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/quotas/d8b7369c53664ede8437a78b219d5cdc HTTP/1.1" status: 200 len: 375 time: 0.0091600 Aug 16 15:56:25.648348 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-56b2b2e6-501a-4999-922d-f3093f708409 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459580 Aug 16 15:56:25.749422 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-b7c82722-aa3d-480a-8a62-dc08f9535fac service neutron] 10.222.0.30 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898333 Aug 16 15:56:25.767385 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368d44-5a24-489d-a0e6-5924e7670151 req-855b957d-eccc-4e3c-9032-028eff655609 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:25.768879 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f8368d44-5a24-489d-a0e6-5924e7670151 req-855b957d-eccc-4e3c-9032-028eff655609 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0495341 Aug 16 15:56:25.808801 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f8368d44-5a24-489d-a0e6-5924e7670151 req-f6f2ce60-dee4-4c9b-ba26-57b5ccce58b5 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337658 Aug 16 15:56:25.837648 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-3c7a6d2b-1f1e-4182-9fc3-b3295f1474be service neutron] 10.222.0.30 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823281 Aug 16 15:56:26.101602 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2fe889b0-b866-4d34-9340-56d8fd0cf112 req-3d6dcb71-044d-4601-8b24-692e12de9897 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 210 time: 0.0261054 Aug 16 15:56:27.168022 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e62d-c0cb-4aff-a55e-97b9d2f260b9 req-2bc8244d-d8e5-4c37-a659-abddb32e43e4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:27.169585 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ec8e62d-c0cb-4aff-a55e-97b9d2f260b9 req-2bc8244d-d8e5-4c37-a659-abddb32e43e4 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.2938292 Aug 16 15:56:27.196854 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a219879-5a0f-4f96-b9d7-20b43691298a req-6e646aae-5df0-4ee8-8e18-5f920b9863bf tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 210 time: 0.0273738 Aug 16 15:56:27.217802 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ec8e62d-c0cb-4aff-a55e-97b9d2f260b9 req-bf89e424-8d25-44e5-89e9-e07604348a58 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390918 Aug 16 15:56:27.381839 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ef12c282-f640-4162-89fc-b0349d9b8e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:28.116531 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-649cf2d4-cc8b-48f7-a647-403729daca56 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:28.118747 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-649cf2d4-cc8b-48f7-a647-403729daca56 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 811 time: 0.1032965 Aug 16 15:56:28.173602 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-4492272c-1cf1-4b52-a9d2-396a724fd791 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b7369c53664ede8437a78b219d5cdc HTTP/1.1" status: 200 len: 380 time: 0.0368783 Aug 16 15:56:28.184605 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'port': {'device_id': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'admin_state_up': True, 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'security_groups': ['abb2a9e6-2897-4b97-a850-7002a521dcb8']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:28.309478 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a880d3bb-22df-4e85-ab05-6cfefed79f40 req-3db292f6-3f34-4134-802f-f3c98aa3ec3c tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 210 time: 0.0363688 Aug 16 15:56:28.344942 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57605f6-2285-4b06-a2e8-28d54bfc90c6 req-8eb0f0c1-5823-4468-90a0-6e10c7a9b607 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:28.346413 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c57605f6-2285-4b06-a2e8-28d54bfc90c6 req-8eb0f0c1-5823-4468-90a0-6e10c7a9b607 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0556984 Aug 16 15:56:28.387759 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c57605f6-2285-4b06-a2e8-28d54bfc90c6 req-f5114607-6af6-496e-bcab-c65ea26a1291 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345767 Aug 16 15:56:28.408864 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Made reservation on behalf of d8b7369c53664ede8437a78b219d5cdc for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:56:28.411462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:28.535926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Allocated IP 172.20.0.4 (c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5/8060e02c-c0ed-429e-bb7e-8e829bb228be/116e8c5d-d6ab-4a22-bf95-32ace953c8f2) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:56:28.675671 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:28.688926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Transition to ACTIVE for port object 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:56:28.792979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:28.836738 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:56:28.839825 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:56:28.843511 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:56:28.849598 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event updated for resources: {'Port': ['ID=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:28.896588 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:28.897250 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:28.965467 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-71fa29fd-3f88-4882-a990-5e162be53500 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7844794 Aug 16 15:56:28.986251 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Request body: {'port': {'device_id': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:29.043882 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.140810 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-6b55d297-c271-4f3c-854a-405f5179eb44 None None] Provisioning for port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:56:29.144598 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-6b55d297-c271-4f3c-854a-405f5179eb44 None None] Provisioning complete for port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:56:29.144995 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-6b55d297-c271-4f3c-854a-405f5179eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.178204 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-6b55d297-c271-4f3c-854a-405f5179eb44 None None] Port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:56:29.300086 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:56:29.308140 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.319491 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Transition to ACTIVE for port object 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:56:29.399152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.434042 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dfb09-a9ef-4a74-9841-7885d69990df req-28ca0bf2-fefd-43f8-9cea-74d2dd6c6a8d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:29.437205 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-625dfb09-a9ef-4a74-9841-7885d69990df req-28ca0bf2-fefd-43f8-9cea-74d2dd6c6a8d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 931 time: 0.0599923 Aug 16 15:56:29.456507 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:29.482008 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-625dfb09-a9ef-4a74-9841-7885d69990df req-a041303c-7a71-4ff6-86af-eae25efb5c2a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Aug 16 15:56:29.565288 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Attempting to bind port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:56:29.565627 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Attempting to bind port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:56:29.565943 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Attempting to bind port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:56:29.574924 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a4cff-269a-4bc4-b9b3-5e470ae726ca req-d7899bcf-1393-45f9-ae4d-dccf71bac538 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:29.576470 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8a0a4cff-269a-4bc4-b9b3-5e470ae726ca req-d7899bcf-1393-45f9-ae4d-dccf71bac538 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.1001930 Aug 16 15:56:29.580053 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:56:29.580377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Attempting to bind port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 on network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:56:29.592236 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:56:29.592569 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Checking segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:56:29.592939 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Bound using segment: {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:56:29.593377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Bound port: 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d3563b-1e89-41f0-87c2-30afa6a5b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:56:29.593730 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.667807 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8a0a4cff-269a-4bc4-b9b3-5e470ae726ca req-45af512a-fcaa-450c-b656-b537ad79d154 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=69898593-f5c9-4be6-afa3-926969232fd1&id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841057 Aug 16 15:56:29.699219 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] For port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:56:29.702355 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] For port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:56:29.759648 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.794372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:29.795026 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:29.796410 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] 10.222.0.60 "PUT /v2.0/ports/116e8c5d-d6ab-4a22-bf95-32ace953c8f2 HTTP/1.1" status: 200 len: 1093 time: 0.8146460 Aug 16 15:56:29.798563 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:56:29.800782 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c9137d-bffb-43f5-84e6-1e1fe62a8510" -d '{"events": [{"name": "network-changed", "server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:56:29.828979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed184bf1-bee6-461a-ba66-3b429df1bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:29.842318 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc56ac-756e-42e1-a8e3-584202eb0e0c x-openstack-request-id: req-cfbc56ac-756e-42e1-a8e3-584202eb0e0c {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:56:29.842629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:56:29.842881 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfbc56ac-756e-42e1-a8e3-584202eb0e0c {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:56:29.843277 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'status': 'completed', 'code': 200} Aug 16 15:56:29.961954 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9137d-bffb-43f5-84e6-1e1fe62a8510 req-bfbacb6f-30ce-47e7-bbde-a0fc4224db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:29.963617 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-12c9137d-bffb-43f5-84e6-1e1fe62a8510 req-bfbacb6f-30ce-47e7-bbde-a0fc4224db26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 1096 time: 0.0530560 Aug 16 15:56:30.055449 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-bca08ca4-664d-4391-9a65-4988bebd9572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:30.076289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9137d-bffb-43f5-84e6-1e1fe62a8510 req-7e2ab856-1514-4460-b6b3-be79714a06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:30.076289 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-12c9137d-bffb-43f5-84e6-1e1fe62a8510 req-7e2ab856-1514-4460-b6b3-be79714a06f1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d8b7369c53664ede8437a78b219d5cdc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968115 Aug 16 15:56:30.166337 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9137d-bffb-43f5-84e6-1e1fe62a8510 req-9a3765d5-b767-42e5-9ad7-c53b9908f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:30.167794 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-12c9137d-bffb-43f5-84e6-1e1fe62a8510 req-9a3765d5-b767-42e5-9ad7-c53b9908f7f6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851698 Aug 16 15:56:30.273755 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-0af82a8a-1032-4995-83eb-6072231972ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:30.275304 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-0af82a8a-1032-4995-83eb-6072231972ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 1096 time: 0.0434315 Aug 16 15:56:30.323941 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-5c040536-3aba-407e-8017-f4b1a78f02ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0325634 Aug 16 15:56:30.370612 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-3e2f8fa0-5107-4524-a4c1-2060c2dcc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:30.371999 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-3e2f8fa0-5107-4524-a4c1-2060c2dcc76b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0410810 Aug 16 15:56:30.415075 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75027-aadc-4603-89cd-ae3966e69353 req-8714b27f-2fac-4aa6-91ad-04308208b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:30.416491 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-8714b27f-2fac-4aa6-91ad-04308208b0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375054 Aug 16 15:56:30.501111 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:56:30.507028 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-bb5ebc2c-6c42-4859-9405-33973cb4863a service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819948 Aug 16 15:56:30.512109 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:30.630550 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-54d75027-aadc-4603-89cd-ae3966e69353 req-3429152a-64c9-4efb-8a83-563b8173e4f3 service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160502 Aug 16 15:56:30.639218 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258bbf3-c685-4ff1-aafb-58fd5b7b7024 req-ef120d93-6dd1-4cab-bd9d-74c6feb67c81 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:30.640593 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7258bbf3-c685-4ff1-aafb-58fd5b7b7024 req-ef120d93-6dd1-4cab-bd9d-74c6feb67c81 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 943 time: 0.0764217 Aug 16 15:56:30.678784 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7258bbf3-c685-4ff1-aafb-58fd5b7b7024 req-d7b6e59b-c3c9-4120-9264-9630b607ef5b tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Aug 16 15:56:30.970335 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:31.793728 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcd110-4a0a-45ae-9926-6b8ca2adac72 req-e51469ec-f789-4abe-853e-4133e5e45f74 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:31.795222 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c9fcd110-4a0a-45ae-9926-6b8ca2adac72 req-e51469ec-f789-4abe-853e-4133e5e45f74 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 943 time: 0.0487173 Aug 16 15:56:31.832473 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c9fcd110-4a0a-45ae-9926-6b8ca2adac72 req-9ae95743-e508-49f7-9666-1641271967c3 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Aug 16 15:56:32.843522 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:32.944445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa527b-4f7c-4bab-8498-2dfd9ae90eb8 req-9300bcea-8353-47ec-83e3-1d75d2d4330a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:32.945914 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2efa527b-4f7c-4bab-8498-2dfd9ae90eb8 req-9300bcea-8353-47ec-83e3-1d75d2d4330a tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 943 time: 0.0478282 Aug 16 15:56:32.985755 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2efa527b-4f7c-4bab-8498-2dfd9ae90eb8 req-fa7b5193-a88b-440d-a57c-e1a07e833cc1 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340178 Aug 16 15:56:34.098163 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c911e-c085-4954-958e-694289eea0c8 req-e63007aa-aa3e-46ca-9f99-2d27c82df205 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:34.099633 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e7c911e-c085-4954-958e-694289eea0c8 req-e63007aa-aa3e-46ca-9f99-2d27c82df205 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 943 time: 0.0485191 Aug 16 15:56:34.137423 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e7c911e-c085-4954-958e-694289eea0c8 req-952256d5-193f-4cf9-9522-8ef373407550 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Aug 16 15:56:34.791299 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:56:34.882111 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:56:34.893463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'port_id': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'mac_address': 'fa:16:3e:6e:2e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:56:34.932403 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:34.944464 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:56:34.963909 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:56:35.027611 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:35.074390 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:35.249339 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66d2e7-adc9-4477-b2cb-9d6d90677cbd req-6a60e1ff-e9be-429c-b32a-1d200f16ce3e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:35.251045 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e66d2e7-adc9-4477-b2cb-9d6d90677cbd req-6a60e1ff-e9be-429c-b32a-1d200f16ce3e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 944 time: 0.0482657 Aug 16 15:56:35.289983 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3e66d2e7-adc9-4477-b2cb-9d6d90677cbd req-275c3758-9390-4f75-ad35-e89b23df1e95 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Aug 16 15:56:35.395737 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['116e8c5d-d6ab-4a22-bf95-32ace953c8f2'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:56:36.400748 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f2bfc-17e4-412c-94c0-0981c359b635 req-f1837c82-e915-4581-98ce-93dbe7b6e1a0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:36.402222 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-098f2bfc-17e4-412c-94c0-0981c359b635 req-f1837c82-e915-4581-98ce-93dbe7b6e1a0 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 944 time: 0.0469973 Aug 16 15:56:36.442597 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-098f2bfc-17e4-412c-94c0-0981c359b635 req-11fa9dd2-661e-469f-84c0-5e4ebee1e073 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344574 Aug 16 15:56:36.819950 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:56:36.964282 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:56:36.968040 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:56:36.968412 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:37.044224 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:37.066299 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:56:37.068529 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a990ca8-9d6c-4239-bf93-9f4d2689aeb8" -d '{"events": [{"server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "name": "network-vif-plugged", "status": "completed", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:56:37.082641 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:56:37.104335 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a02005-04a4-43cf-be94-e8d11f42ae39 x-openstack-request-id: req-96a02005-04a4-43cf-be94-e8d11f42ae39 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:56:37.104633 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "name": "network-vif-plugged", "status": "completed", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:56:37.104883 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96a02005-04a4-43cf-be94-e8d11f42ae39 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:56:37.105273 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'code': 200} Aug 16 15:56:37.165233 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:37.215951 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:56:37.452505 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf71e24-4708-4597-8ecb-9a19015ef329 req-23efaa91-b2ea-4539-8ae4-e5add6590389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:37.453968 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fdf71e24-4708-4597-8ecb-9a19015ef329 req-23efaa91-b2ea-4539-8ae4-e5add6590389 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 1098 time: 0.0387714 Aug 16 15:56:37.490874 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fdf71e24-4708-4597-8ecb-9a19015ef329 req-762fe4d0-4afe-4fad-9b8b-16107a215af3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286207 Aug 16 15:56:37.557830 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784fefa-09b6-49a2-90cb-d5bcf089d2af req-187c7856-8e1c-4713-9952-768020953667 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:37.559331 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3784fefa-09b6-49a2-90cb-d5bcf089d2af req-187c7856-8e1c-4713-9952-768020953667 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0491202 Aug 16 15:56:37.595999 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3784fefa-09b6-49a2-90cb-d5bcf089d2af req-8db7f6c7-64ea-4ae8-b65d-b28eae456830 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Aug 16 15:56:38.714048 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d202-8029-4f97-af1a-b4245db52eb1 req-668515ad-eb0b-45b5-82dc-62f6f3b00a38 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:38.715543 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c8a0d202-8029-4f97-af1a-b4245db52eb1 req-668515ad-eb0b-45b5-82dc-62f6f3b00a38 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0539770 Aug 16 15:56:38.753180 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c8a0d202-8029-4f97-af1a-b4245db52eb1 req-1e3cfe05-7ac2-4812-afcc-9498851a9562 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Aug 16 15:56:40.013203 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31f62-3a2b-4831-8b5c-d437a4067c45 req-333224b3-dc2d-4ab0-98aa-97f1384427af tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:40.014693 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1ed31f62-3a2b-4831-8b5c-d437a4067c45 req-333224b3-dc2d-4ab0-98aa-97f1384427af tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.1960874 Aug 16 15:56:40.053450 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1ed31f62-3a2b-4831-8b5c-d437a4067c45 req-a0ded1b3-69a1-4647-a03b-4efb1cbe09d6 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Aug 16 15:56:40.161695 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a81ee-35ea-4597-984a-ba368e73d31e req-be8ef3b3-0ae2-47ac-8c9f-f9dddc4db8ad tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:40.163184 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-804a81ee-35ea-4597-984a-ba368e73d31e req-be8ef3b3-0ae2-47ac-8c9f-f9dddc4db8ad tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0479167 Aug 16 15:56:40.172258 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55078) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:56:40.176728 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Request body: {'floatingip': {'port_id': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:56:40.217800 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:40.854100 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:40.917754 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:41.015147 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Floating IP 7442788c-9f60-4c93-a45f-4b96327876c3 associated. External IP: 172.27.2.107, port: 116e8c5d-d6ab-4a22-bf95-32ace953c8f2. Aug 16 15:56:41.218236 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:56:41.326040 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:56:41.330931 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:41.335977 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:56:41.346546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:56:41.347218 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:56:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:41.359382 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4ba27d91-9434-41ac-a9bd-a58c1e7e5be2 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "PUT /v2.0/floatingips/7442788c-9f60-4c93-a45f-4b96327876c3 HTTP/1.1" status: 200 len: 991 time: 1.1860719 Aug 16 15:56:41.359970 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:56:41.362180 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:56:41.404920 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82449fd2-f78a-4542-bace-9c44a9c7903d x-openstack-request-id: req-82449fd2-f78a-4542-bace-9c44a9c7903d {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:56:41.405219 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:56:41.405468 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82449fd2-f78a-4542-bace-9c44a9c7903d {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:56:41.405862 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'status': 'completed', 'code': 200} Aug 16 15:56:41.453958 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:56:41.499696 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-2fd7946b-9ee2-4c27-b440-efced7806027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:41.501266 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-2fd7946b-9ee2-4c27-b440-efced7806027 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8b7369c53664ede8437a78b219d5cdc&device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 1098 time: 0.0414410 Aug 16 15:56:41.594374 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-65b7987f-e313-48e6-9570-38870fe29476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:41.595885 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-65b7987f-e313-48e6-9570-38870fe29476 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 200 len: 912 time: 0.0869596 Aug 16 15:56:41.662384 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-c54d3a62-646c-4fab-94f7-f586ca2ac2ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2 HTTP/1.1" status: 200 len: 999 time: 0.0559182 Aug 16 15:56:41.670947 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '7442788c-9f60-4c93-a45f-4b96327876c3', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'port_id': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'mac_address': 'fa:16:3e:6e:2e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:56:24Z', 'updated_at': '2021-08-16T15:56:40Z', 'revision_number': 1, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:41.700188 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:56:41.708127 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:56:41.708719 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:56:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:41.712164 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-6db31183-8f67-4f38-9159-2e833ccdffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:41.713615 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-6db31183-8f67-4f38-9159-2e833ccdffa8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 200 len: 850 time: 0.0432272 Aug 16 15:56:41.768873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-3285a1ac-53b5-43bd-93b4-ab503c90f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:41.770566 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-3285a1ac-53b5-43bd-93b4-ab503c90f058 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441496 Aug 16 15:56:41.870212 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-4d503769-4b7c-4a4c-ad39-cdb111229fdb service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868576 Aug 16 15:56:41.933255 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:56:41.967187 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f4c1cf4-18e8-4cc6-b84c-1fe5e9907d2d req-c94fec11-8a6f-4da6-9dbf-2febf4a8886d service neutron] 10.222.0.60 "GET /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862660 Aug 16 15:56:42.152807 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '7442788c-9f60-4c93-a45f-4b96327876c3', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'port_id': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'mac_address': 'fa:16:3e:6e:2e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:56:24Z', 'updated_at': '2021-08-16T15:56:40Z', 'revision_number': 1, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:56:42.181748 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45910aee-67f4-43f1-9cd7-8a8d367ad6c6 None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '7442788c-9f60-4c93-a45f-4b96327876c3', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'port_id': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'mac_address': 'fa:16:3e:6e:2e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:56:24Z', 'updated_at': '2021-08-16T15:56:40Z', 'revision_number': 1, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:56:42.357804 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211c5d2-334e-41fd-8257-24ea054382e5 None None] New status for floating IP 7442788c-9f60-4c93-a45f-4b96327876c3: ACTIVE {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:56:48.758812 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:51.115685 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f4b2-6e0d-4be5-80a4-4464a2645a7f req-38bfcfd1-1bb4-48db-8bf1-ddf7a762b09b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:51.117151 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5736f4b2-6e0d-4be5-80a4-4464a2645a7f req-38bfcfd1-1bb4-48db-8bf1-ddf7a762b09b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.1013920 Aug 16 15:56:51.154055 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5736f4b2-6e0d-4be5-80a4-4464a2645a7f req-7024127f-2610-4649-a32f-9b115564fbb0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305417 Aug 16 15:56:52.269455 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a6c1-f787-44da-afe6-ac41ef5935f8 req-ce73388e-3da6-420b-9ac1-a7e286596c6b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:52.270844 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-88c6a6c1-f787-44da-afe6-ac41ef5935f8 req-ce73388e-3da6-420b-9ac1-a7e286596c6b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0465915 Aug 16 15:56:52.307627 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-88c6a6c1-f787-44da-afe6-ac41ef5935f8 req-841f03f2-2a0e-4063-a277-c7e823961de9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302222 Aug 16 15:56:53.427988 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6eddd-4972-4fe0-ade2-19deed2aee32 req-d62c8feb-7e06-4add-b9a5-b0504d39f54a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:53.429683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efb6eddd-4972-4fe0-ade2-19deed2aee32 req-d62c8feb-7e06-4add-b9a5-b0504d39f54a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0512075 Aug 16 15:56:53.465683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-efb6eddd-4972-4fe0-ade2-19deed2aee32 req-2b656368-676c-4edf-a648-43017f3ea2f1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301840 Aug 16 15:56:54.582016 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edd8f-8030-462a-b8f5-b16a880f9d1a req-69534f40-1976-49a9-8eff-25c917679e04 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:54.583499 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7f1edd8f-8030-462a-b8f5-b16a880f9d1a req-69534f40-1976-49a9-8eff-25c917679e04 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Aug 16 15:56:54.620743 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7f1edd8f-8030-462a-b8f5-b16a880f9d1a req-aa34f399-7e68-43ed-bc35-990760e039eb tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312130 Aug 16 15:56:55.737216 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c641b8-801f-405f-9e91-01d8a8db1e58 req-4cc3db9c-812b-4b51-8ff3-efac3de29b41 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:55.738696 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a6c641b8-801f-405f-9e91-01d8a8db1e58 req-4cc3db9c-812b-4b51-8ff3-efac3de29b41 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0478892 Aug 16 15:56:55.775250 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a6c641b8-801f-405f-9e91-01d8a8db1e58 req-f1428a99-f9f7-4ff9-8a85-60c1fb9c4d1d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299239 Aug 16 15:56:56.895692 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8321d-370a-4d06-873a-b222125737bc req-01fae3bd-5d43-4444-be34-0438109e81e6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:56.897152 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dbc8321d-370a-4d06-873a-b222125737bc req-01fae3bd-5d43-4444-be34-0438109e81e6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Aug 16 15:56:56.936300 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dbc8321d-370a-4d06-873a-b222125737bc req-98120628-e3c2-4855-83e8-a1e466b4d6b8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327041 Aug 16 15:56:57.318880 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c2454688-9c8b-4676-a3f2-85d37db582c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:56:58.056666 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4093fa-4ee8-4d38-95ed-ad0c2e4b9d39 req-d783d0be-f5b9-4828-8e9a-7ff09c5cf006 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:58.057915 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4b4093fa-4ee8-4d38-95ed-ad0c2e4b9d39 req-d783d0be-f5b9-4828-8e9a-7ff09c5cf006 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0503297 Aug 16 15:56:58.095971 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4b4093fa-4ee8-4d38-95ed-ad0c2e4b9d39 req-19da3f00-a60b-4972-90cd-8daae8542b00 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321355 Aug 16 15:56:59.221904 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c324a-d3e2-498c-8334-13f513cbe3f6 req-e7a64ac7-12f3-458b-ba6b-a9ca7cc444f7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:56:59.223788 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b4c324a-d3e2-498c-8334-13f513cbe3f6 req-e7a64ac7-12f3-458b-ba6b-a9ca7cc444f7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0590415 Aug 16 15:56:59.262369 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b4c324a-d3e2-498c-8334-13f513cbe3f6 req-76b41f2a-d6bb-436a-904c-350ef4f67ba6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Aug 16 15:57:00.073343 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-886a6a63-2b8b-47c8-a7ea-3dbcbe8ce037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:00.238483 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-1caf1669-bb42-4558-b091-b8c2799c1a34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879829 Aug 16 15:57:00.337157 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-514061b1-e1b5-4ba3-956e-26561cf18d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:00.338644 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-514061b1-e1b5-4ba3-956e-26561cf18d31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1099 time: 0.0409896 Aug 16 15:57:00.434702 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb410b00-8819-41b2-b853-60a9e2a5a6ff req-34a706dd-42f6-4e6a-ae7a-2c1823920593 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:00.436551 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bb410b00-8819-41b2-b853-60a9e2a5a6ff req-34a706dd-42f6-4e6a-ae7a-2c1823920593 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.1017425 Aug 16 15:57:00.489218 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-0b080233-dc17-4c2e-aaed-825ca85b19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:00.490755 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-0b080233-dc17-4c2e-aaed-825ca85b19d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 910 time: 0.1281097 Aug 16 15:57:00.501385 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:00.504547 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bb410b00-8819-41b2-b853-60a9e2a5a6ff req-8a805a78-b131-49cf-b5cd-c024895d27e2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610204 Aug 16 15:57:00.562380 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-62cb76f5-cefd-4ae2-8c3c-c044b73e67eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 1002 time: 0.0613203 Aug 16 15:57:00.614970 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-88f684ba-e154-4c18-ac93-ecb48301e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:00.616366 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-88f684ba-e154-4c18-ac93-ecb48301e405 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0447800 Aug 16 15:57:00.660478 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-05531aaa-e365-41ba-a13c-77ade8742c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:00.661905 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-05531aaa-e365-41ba-a13c-77ade8742c24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377023 Aug 16 15:57:00.751501 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-a2ac0812-7dcf-41d1-a632-de621f4da158 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821688 Aug 16 15:57:00.848059 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b89187cf-d748-46a2-b016-9ffa34efca4d req-21366ee8-688c-4756-b18c-713718706381 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802667 Aug 16 15:57:01.027192 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:01.626978 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807e27c-3652-4698-8aec-f68be70d8e6b req-53b7b08c-f165-41bf-8e69-4c39c418037e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:01.628470 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9807e27c-3652-4698-8aec-f68be70d8e6b req-53b7b08c-f165-41bf-8e69-4c39c418037e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0504878 Aug 16 15:57:01.666468 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9807e27c-3652-4698-8aec-f68be70d8e6b req-32c774ed-6b72-49c4-8231-bfc6800549b9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Aug 16 15:57:02.787320 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd78328-6668-4d44-90e1-5cce1e0209a4 req-58cea8a3-9090-4485-8b2e-5d87d02afac6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:02.788771 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6cd78328-6668-4d44-90e1-5cce1e0209a4 req-58cea8a3-9090-4485-8b2e-5d87d02afac6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0511246 Aug 16 15:57:02.827285 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6cd78328-6668-4d44-90e1-5cce1e0209a4 req-8cd00649-91de-497f-bdea-cb692489dc94 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Aug 16 15:57:02.849780 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:03.945716 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb55a-c618-4511-8960-29158167efdd req-f8564304-4255-4b8f-ab37-55a1b87168f2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:03.947467 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-01eeb55a-c618-4511-8960-29158167efdd req-f8564304-4255-4b8f-ab37-55a1b87168f2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0496535 Aug 16 15:57:03.985700 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-01eeb55a-c618-4511-8960-29158167efdd req-25c78515-cf90-4a5d-ac64-1a44506c5374 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Aug 16 15:57:05.025609 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:57:05.120859 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f564db4-64d0-4dcd-a78e-774c219aea5d req-a790557f-fb05-47be-a0ef-1aa505fce8c6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:05.122508 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7f564db4-64d0-4dcd-a78e-774c219aea5d req-a790557f-fb05-47be-a0ef-1aa505fce8c6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0564039 Aug 16 15:57:05.140606 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:05.157265 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '9b44835a-9cfd-4c52-9692-193415020b4d', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d', 'mac_address': 'fa:16:3e:df:c7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:57:05.166800 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7f564db4-64d0-4dcd-a78e-774c219aea5d req-e5733c1a-ad63-4721-9f41-3b00c9f5e3d5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372758 Aug 16 15:57:05.199160 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:05.215182 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b44835a-9cfd-4c52-9692-193415020b4d {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:57:05.235653 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:05.329981 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:05.333866 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-858e039a-c5aa-4185-aa05-55744c0c2576 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864969454&fields=id&tenant_id=1543181ca81f474280a44ff36424e280 HTTP/1.1" status: 200 len: 267 time: 0.0408146 Aug 16 15:57:05.394570 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-1c8d9c19-d455-4eb4-a85e-bd1cc80267ba tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:05.401405 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=6']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:05.405122 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-1c8d9c19-d455-4eb4-a85e-bd1cc80267ba tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 984 time: 0.0648768 Aug 16 15:57:05.411516 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.411858 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.412207 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.412537 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.412821 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Request body: {'port': {'security_groups': ['685bedaa-c3af-44e8-96f7-7a4e8af164e1']}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:57:05.412941 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.413172 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.413495 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.413814 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.414137 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.414455 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.414789 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.415244 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:05.498831 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:05.524879 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['9b44835a-9cfd-4c52-9692-193415020b4d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:57:05.765018 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:05.796408 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:05.855800 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:05.898825 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:05.899363 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:05.900779 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6365e817-bc8d-41ac-8434-e0f6f3490946 req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "PUT /v2.0/ports/d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 942 time: 0.4948480 Aug 16 15:57:05.901240 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:05.907021 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:05.907185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55228) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:05.917570 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['d5a7fa30-8e32-4d3e-a7e2-394802b550c4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:57:05.981966 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc93c3-b124-4250-8e8c-10b8305c25dc tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event updated for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=7']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:06.023283 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.072854 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.090737 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87406760-80f1-4255-8e20-af53f3a005c8 x-openstack-request-id: req-87406760-80f1-4255-8e20-af53f3a005c8 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:06.091025 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:06.091275 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87406760-80f1-4255-8e20-af53f3a005c8 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:06.091672 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'status': 'completed', 'code': 200} Aug 16 15:57:06.132921 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['d5a7fa30-8e32-4d3e-a7e2-394802b550c4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:57:06.201817 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-bae2c567-33fa-4228-be64-2ead94ce2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:06.204823 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-bae2c567-33fa-4228-be64-2ead94ce2aff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1098 time: 0.0655997 Aug 16 15:57:06.283219 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.285743 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.286889 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "DELETE /v2.0/security-groups/69898593-f5c9-4be6-afa3-926969232fd1 HTTP/1.1" status: 204 len: 168 time: 0.3788655 Aug 16 15:57:06.289700 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55238) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:06.329432 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69898593-f5c9-4be6-afa3-926969232fd1,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:06.340185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.340527 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.340871 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.341209 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.341538 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.341870 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.342561 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.342561 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.342911 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.343176 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.343505 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.343829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d94ed0-2dcc-4b3f-a434-d0747b86660a tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:06.393410 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100a552-3a60-4c7b-96f6-2c5c7b351b8b req-361b7295-d187-4ae4-ab8b-413959d3a569 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:06.401334 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0100a552-3a60-4c7b-96f6-2c5c7b351b8b req-361b7295-d187-4ae4-ab8b-413959d3a569 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 944 time: 0.1214929 Aug 16 15:57:06.408877 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-4dac9050-1df5-4157-89cd-835d9dec18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:06.410300 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-4dac9050-1df5-4157-89cd-835d9dec18af service neutron] 10.222.0.60 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 915 time: 0.1963089 Aug 16 15:57:06.422680 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-3e65ca83-a304-43ab-80e5-3290f7f84d4b None None] Provisioning complete for port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:57:06.423041 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3e65ca83-a304-43ab-80e5-3290f7f84d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.476810 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Deleting port c83d71c3-ef00-4a08-b245-6c3b0fd03b9b {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:06.478267 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.496906 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0100a552-3a60-4c7b-96f6-2c5c7b351b8b req-b734cda1-3926-48ca-9e62-3a4da180f9e7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895815 Aug 16 15:57:06.541958 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-86a8c7bb-777e-4eb3-a9a3-c5620e52a19e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 1001 time: 0.1222227 Aug 16 15:57:06.579929 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.580641 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.594926 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Calling delete_port for c83d71c3-ef00-4a08-b245-6c3b0fd03b9b owned by network:floatingip {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:06.605333 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-7bc2a48a-dbdf-48ba-93ec-88b16c0bc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:06.606917 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-7bc2a48a-dbdf-48ba-93ec-88b16c0bc738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 200 len: 853 time: 0.0552680 Aug 16 15:57:06.663907 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-b59ac170-3869-48df-b0b8-c0522abae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:06.666425 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-b59ac170-3869-48df-b0b8-c0522abae823 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=584e8157-7323-4bbc-a503-f28e244b1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460296 Aug 16 15:57:06.768741 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-104de018-cb9b-403b-b298-246e7bbb456d service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914974 Aug 16 15:57:06.870919 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3ffefed-9a7c-4ec6-b3a5-297e26068e80 req-9f44dc29-62c0-4c55-a4e7-0a7898f7ff72 service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911255 Aug 16 15:57:06.895694 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.946203 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event deleted for resources: {'Port': ['ID=c83d71c3-ef00-4a08-b245-6c3b0fd03b9b,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:06.988863 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:06.989307 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Floating IP db69b376-701f-4364-8836-4d77bb04c206 disassociated (deleted). External IP: 172.27.2.194, port: d5a7fa30-8e32-4d3e-a7e2-394802b550c4. Aug 16 15:57:07.040450 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:57:07.191033 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 9b44835a-9cfd-4c52-9692-193415020b4d triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:57:07.191864 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:07.292520 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:57:07.317163 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:07.343728 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:07.346025 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1939a82-02a6-453d-8f1e-befcae8526f3" -d '{"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:07.381240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:07.393530 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c19bb0-2757-408c-a829-34d1148356ef x-openstack-request-id: req-d9c19bb0-2757-408c-a829-34d1148356ef {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:07.393823 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:07.394118 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9c19bb0-2757-408c-a829-34d1148356ef {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:07.394572 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'code': 200} Aug 16 15:57:07.428346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:57:07.436149 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:07.444148 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] Sync routers for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:57:07.457190 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:07.458094 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:07.476584 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1b61fc15-2dea-473d-8ee4-767d6f858894 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "DELETE /v2.0/floatingips/db69b376-701f-4364-8836-4d77bb04c206 HTTP/1.1" status: 204 len: 168 time: 1.1845376 Aug 16 15:57:07.501697 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:57:07.659499 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:07.673097 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379c6d-29e3-40c6-931b-7f3e261f8ff7 req-8fbcd2d9-bc6b-4cf1-8044-1ad8071d006a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:07.675649 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-01379c6d-29e3-40c6-931b-7f3e261f8ff7 req-8fbcd2d9-bc6b-4cf1-8044-1ad8071d006a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 944 time: 0.0864158 Aug 16 15:57:07.697614 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:07.755806 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=7']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:07.756442 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-01379c6d-29e3-40c6-931b-7f3e261f8ff7 req-a12a04d5-eb44-4085-8197-b57b8de49e68 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745289 Aug 16 15:57:07.996904 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:15Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:08.036968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] Checking router: ece3cc6e-32b6-4423-902a-38d4bb28e0e2 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:57:08.036968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:08.036968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:08.092650 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:08.095035 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a420ad-fe65-42c6-876d-63bb9c15ebc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:08.136514 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dddfaa5-5f92-4398-9e73-45124d7d48df x-openstack-request-id: req-2dddfaa5-5f92-4398-9e73-45124d7d48df {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:08.136795 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:08.137057 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dddfaa5-5f92-4398-9e73-45124d7d48df {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:08.137444 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'status': 'completed', 'code': 200} Aug 16 15:57:08.138365 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:08.220814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-6ff0743e-7623-48a2-88f9-cf5704ae93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:08.222405 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-6ff0743e-7623-48a2-88f9-cf5704ae93d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1543181ca81f474280a44ff36424e280&device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 1098 time: 0.0422299 Aug 16 15:57:08.333879 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-ec4350e0-6947-45ff-bc19-5c4f16537c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:08.335887 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-ec4350e0-6947-45ff-bc19-5c4f16537c12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 200 len: 915 time: 0.0987487 Aug 16 15:57:08.354342 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:15Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:08.382799 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-cff102f8-6107-4b8f-8984-891db8626d77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 200 len: 217 time: 0.0364113 Aug 16 15:57:08.385745 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915a7d8-b8bf-4f5f-9200-9676905f737c None None] The sync data for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi is: [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:54:09Z', 'revision_number': 4, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930', 'name': '', 'network_id': '584e8157-7323-4bbc-a503-f28e244b1936', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'mac_address': 'fa:16:3e:2c:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:08Z', 'updated_at': '2021-08-16T15:54:15Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'subnets': [{'id': 'e647a9e9-a1f5-4d80-a5b3-305b8c8b4296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:57:08.516955 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-a9b3ef22-cf46-499d-9c61-6f360ef1ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:08.520313 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-a9b3ef22-cf46-499d-9c61-6f360ef1ab1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 200 len: 853 time: 0.1198235 Aug 16 15:57:08.585102 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-6e730a82-29e3-4258-9568-8185e3eac56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:08.586934 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-6e730a82-29e3-4258-9568-8185e3eac56e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=584e8157-7323-4bbc-a503-f28e244b1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430179 Aug 16 15:57:08.730046 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-b522b5ae-f3a9-482d-b16c-f8cb0af08cac service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186864 Aug 16 15:57:08.742672 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c57df4-0088-423a-adcc-a83771d92924 None None] New status for floating IP db69b376-701f-4364-8836-4d77bb04c206: DOWN {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:57:08.889015 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33a420ad-fe65-42c6-876d-63bb9c15ebc5 req-79300aff-9008-4348-9ee4-7fd3cf7648ae service neutron] 10.222.0.60 "GET /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493003 Aug 16 15:57:08.935571 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485a11a-2166-4f3e-906e-bcb15dd3aec1 req-6d8fd48b-b73a-4282-a65c-d7082e0b0bd3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:08.937071 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0485a11a-2166-4f3e-906e-bcb15dd3aec1 req-6d8fd48b-b73a-4282-a65c-d7082e0b0bd3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0950441 Aug 16 15:57:08.995839 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0485a11a-2166-4f3e-906e-bcb15dd3aec1 req-6958936f-3cf5-40e2-8748-6744677f9b28 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Aug 16 15:57:10.138306 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb31a9e-fa85-46ec-a167-a97857393915 req-bd239dba-5428-4de2-a6ac-b3b790b9a459 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:10.146197 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bbb31a9e-fa85-46ec-a167-a97857393915 req-bd239dba-5428-4de2-a6ac-b3b790b9a459 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0628510 Aug 16 15:57:10.185133 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bbb31a9e-fa85-46ec-a167-a97857393915 req-bbd1ba23-c326-46db-8f26-f1eec24206f4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 Aug 16 15:57:11.316175 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00e04f-a548-4120-8f38-ffef898e1166 req-4fcda7f6-3550-4150-847c-d16cdfd9a85e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:11.317616 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-df00e04f-a548-4120-8f38-ffef898e1166 req-4fcda7f6-3550-4150-847c-d16cdfd9a85e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0522876 Aug 16 15:57:11.355611 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-df00e04f-a548-4120-8f38-ffef898e1166 req-1b7a630f-5c32-4d6c-906b-0f2a38e2c26c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Aug 16 15:57:11.970125 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7d0d-7456-400b-af54-32e704742248 req-0ece5807-ad45-4ce3-84d8-5e34b980d34c tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:11.970125 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbaa7d0d-7456-400b-af54-32e704742248 req-0ece5807-ad45-4ce3-84d8-5e34b980d34c tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Aug 16 15:57:12.017001 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbaa7d0d-7456-400b-af54-32e704742248 req-febd36ca-c141-4376-9d29-edaa50bd9aec tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Aug 16 15:57:12.485290 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632d9a6-d1bc-4ba4-afde-6861a641b9ab req-72820062-99bc-4557-a27f-d6739de40724 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:12.486987 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2632d9a6-d1bc-4ba4-afde-6861a641b9ab req-72820062-99bc-4557-a27f-d6739de40724 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Aug 16 15:57:12.531287 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2632d9a6-d1bc-4ba4-afde-6861a641b9ab req-a0b4c7c9-3d80-4fc1-bba8-fbac647ec3c1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Aug 16 15:57:13.153511 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856703-29f9-4119-99e1-ded1c5df77a8 req-6e151d08-ac5f-431a-92f8-465254c16804 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:13.155004 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-47856703-29f9-4119-99e1-ded1c5df77a8 req-6e151d08-ac5f-431a-92f8-465254c16804 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0553193 Aug 16 15:57:13.197618 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-47856703-29f9-4119-99e1-ded1c5df77a8 req-60627588-f03d-4f10-855d-9093c9db8972 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367193 Aug 16 15:57:13.659250 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46e28e-1ce1-41ff-a735-b24f94af1504 req-ed0d4939-1bee-4ea3-8fc2-a4fab7a394d3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:13.660793 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bb46e28e-1ce1-41ff-a735-b24f94af1504 req-ed0d4939-1bee-4ea3-8fc2-a4fab7a394d3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0507078 Aug 16 15:57:13.711998 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bb46e28e-1ce1-41ff-a735-b24f94af1504 req-5ff7bcf9-99a6-40df-b19a-6253fb991ad4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Aug 16 15:57:13.984663 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4e448-6021-4294-aa84-c566e2d2751c req-bba5bf2a-bdc7-4666-a170-eeb32590b954 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:13.986256 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-00e4e448-6021-4294-aa84-c566e2d2751c req-bba5bf2a-bdc7-4666-a170-eeb32590b954 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.60 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0545936 Aug 16 15:57:14.092577 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Deleting port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:14.092943 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:14.193183 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] For port d5a7fa30-8e32-4d3e-a7e2-394802b550c4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:14.193597 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:14.206769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Calling delete_port for d5a7fa30-8e32-4d3e-a7e2-394802b550c4 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:14.331507 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4353b0-db25-4cc7-b73d-0ad730eef346 req-3846f7c3-f83d-4131-bfec-90304bcb1bac tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:14.333062 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cc4353b0-db25-4cc7-b73d-0ad730eef346 req-3846f7c3-f83d-4131-bfec-90304bcb1bac tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 945 time: 0.0636744 Aug 16 15:57:14.410526 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cc4353b0-db25-4cc7-b73d-0ad730eef346 req-1801b1fc-4886-4ca6-a426-2b4352f5cf13 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/security-groups?id=685bedaa-c3af-44e8-96f7-7a4e8af164e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Aug 16 15:57:14.495006 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:14.531281 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['d5a7fa30-8e32-4d3e-a7e2-394802b550c4'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:57:14.798825 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Pushing event deleted for resources: {'Port': ['ID=d5a7fa30-8e32-4d3e-a7e2-394802b550c4,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:14.853663 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] No DVR routers for this DVR port d5a7fa30-8e32-4d3e-a7e2-394802b550c4 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:57:14.856690 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:14.858836 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-00e4e448-6021-4294-aa84-c566e2d2751c req-8537c019-8edc-4f7b-bde6-220b44c69a91 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.60 "DELETE /v2.0/ports/d5a7fa30-8e32-4d3e-a7e2-394802b550c4 HTTP/1.1" status: 204 len: 173 time: 0.8622854 Aug 16 15:57:14.859371 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'name': 'network-vif-deleted', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:14.861658 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3617b41-3dd6-48f4-817e-043b792e034a" -d '{"events": [{"server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "name": "network-vif-deleted", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:14.894091 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd70c32-5038-4da9-a1a3-e75a57919d69 req-b1776ba5-09f4-448c-bb32-2ef61639cd62 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:14.901909 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dcd70c32-5038-4da9-a1a3-e75a57919d69 req-b1776ba5-09f4-448c-bb32-2ef61639cd62 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0850091 Aug 16 15:57:14.956384 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dcd70c32-5038-4da9-a1a3-e75a57919d69 req-5e180f66-8eab-49e9-84ac-2df4c14ba929 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530386 Aug 16 15:57:15.002112 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd0a0a2-09d9-434d-a5c4-58e50864084a x-openstack-request-id: req-1dd0a0a2-09d9-434d-a5c4-58e50864084a {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:15.002637 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b588f-d894-4b70-945a-ada945df35c9", "name": "network-vif-deleted", "tag": "d5a7fa30-8e32-4d3e-a7e2-394802b550c4", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:15.003048 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dd0a0a2-09d9-434d-a5c4-58e50864084a {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:15.003606 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b588f-d894-4b70-945a-ada945df35c9', 'name': 'network-vif-deleted', 'tag': 'd5a7fa30-8e32-4d3e-a7e2-394802b550c4', 'status': 'completed', 'code': 200} Aug 16 15:57:15.515131 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e834f2-aec6-43f2-9ca6-df9d1b108c8e req-fbd753ac-32c8-497f-b127-3a924fd0bb31 tempest-TestMinimumBasicScenario-980774895 tempest-TestMinimumBasicScenario-980774895-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37b588f-d894-4b70-945a-ada945df35c9 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Aug 16 15:57:15.623720 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a86738-1437-4ba8-b0a6-e2d1463364db req-994582e0-6935-4e7b-b522-4885236c3193 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:15.625245 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b7a86738-1437-4ba8-b0a6-e2d1463364db req-994582e0-6935-4e7b-b522-4885236c3193 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0552680 Aug 16 15:57:15.670086 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b7a86738-1437-4ba8-b0a6-e2d1463364db req-54932c8e-b878-4ef8-b84d-a90ac684e6fe tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Aug 16 15:57:16.072847 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d527c2-144c-4ff7-ad11-896d47f895a4 req-f675bb9d-cd72-4e43-89eb-4a677b1b0917 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:16.074222 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3d527c2-144c-4ff7-ad11-896d47f895a4 req-f675bb9d-cd72-4e43-89eb-4a677b1b0917 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0505114 Aug 16 15:57:16.110612 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d3d527c2-144c-4ff7-ad11-896d47f895a4 req-6ae22108-fbe8-45a4-bc98-5012286bd2ff tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304387 Aug 16 15:57:16.647832 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e497-f239-4db5-99d9-94c32266e23f req-dca7faff-1aef-4f67-8702-df2312c92cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:16.649416 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-dca7faff-1aef-4f67-8702-df2312c92cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1098 time: 0.0392828 Aug 16 15:57:16.742249 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e497-f239-4db5-99d9-94c32266e23f req-a74c4226-7d3a-433a-996b-548f36759872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:16.744366 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-a74c4226-7d3a-433a-996b-548f36759872 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0883484 Aug 16 15:57:16.830047 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-ef1c4438-0230-427e-b934-0ccceb7b00c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 200 len: 1000 time: 0.0736651 Aug 16 15:57:16.838185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed106163-7865-4137-9e06-78270c0298e3 req-d168948d-2085-437b-9a83-e61c252f5ca6 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:16.839679 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ed106163-7865-4137-9e06-78270c0298e3 req-d168948d-2085-437b-9a83-e61c252f5ca6 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0925710 Aug 16 15:57:16.906756 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e497-f239-4db5-99d9-94c32266e23f req-1aab2c44-c93d-40cb-8e97-2f3e99b39fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:16.908153 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-1aab2c44-c93d-40cb-8e97-2f3e99b39fb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0676529 Aug 16 15:57:16.911068 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ed106163-7865-4137-9e06-78270c0298e3 req-e94b60fc-4060-4973-bbc2-7e23759a90a1 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635316 Aug 16 15:57:16.959292 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e497-f239-4db5-99d9-94c32266e23f req-fd38cf21-49a7-410f-b633-c7a896c8f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:16.960763 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-fd38cf21-49a7-410f-b633-c7a896c8f8fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414541 Aug 16 15:57:17.053144 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-21b18bd4-5d15-4c4a-aaef-6205fae2d2e1 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841269 Aug 16 15:57:17.142119 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6d54e497-f239-4db5-99d9-94c32266e23f req-f8ae079f-389c-4e2b-a03f-27760f76e708 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809975 Aug 16 15:57:17.234633 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09437fb2-3523-4547-8279-bf1fae4837e8 req-ecffd26a-7c57-4ff1-b4b1-89581ea516d2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:17.236013 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09437fb2-3523-4547-8279-bf1fae4837e8 req-ecffd26a-7c57-4ff1-b4b1-89581ea516d2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0521104 Aug 16 15:57:17.274793 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-09437fb2-3523-4547-8279-bf1fae4837e8 req-07181d2f-e403-4bb2-8114-d1822043fa73 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322945 Aug 16 15:57:17.888704 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55386) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:18.072372 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caefcf7-5cc4-4925-a17c-a9a117318016 req-d60f02e3-3b5d-4146-8a67-25541155d72f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:18.073852 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7caefcf7-5cc4-4925-a17c-a9a117318016 req-d60f02e3-3b5d-4146-8a67-25541155d72f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0927081 Aug 16 15:57:18.150867 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7caefcf7-5cc4-4925-a17c-a9a117318016 req-6a8d395e-740b-4073-abf7-cf55fe2a8f9f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 Aug 16 15:57:18.290248 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:18.397120 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c00b5e-348c-4eba-ae1a-75c1f2c32ee5 req-29024420-14f7-4aa1-8c5e-1cb6f344be30 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:18.398679 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a3c00b5e-348c-4eba-ae1a-75c1f2c32ee5 req-29024420-14f7-4aa1-8c5e-1cb6f344be30 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 945 time: 0.0485196 Aug 16 15:57:18.436011 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a3c00b5e-348c-4eba-ae1a-75c1f2c32ee5 req-af6e0ce8-bfdb-4e04-9359-767e27fb7581 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Aug 16 15:57:18.530591 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Deleting port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:18.530937 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:18.606941 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] For port a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:18.607277 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:18.619745 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Calling delete_port for a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 owned by network:router_interface {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:18.798633 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:19.078217 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device d5a7fa30-8e32-4d3e-a7e2-394802b550c4 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:19.089624 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:19.102068 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: d5a7fa30-8e32-4d3e-a7e2-394802b550c4 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:19.102418 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device d5a7fa30-8e32-4d3e-a7e2-394802b550c4 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:19.102872 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:19.119087 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Pushing event deleted for resources: {'Port': ['ID=a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:19.151438 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.151872 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.152286 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.152690 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.153086 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.153484 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.153882 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.154498 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.154867 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.155199 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.155518 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.156452 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:57:19.178156 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:19.216288 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:19.217247 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:19.219534 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac62b9ab-80fe-433b-9208-82f801795087" -d '{"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:19.303111 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ae2c-7ecc-4cdb-aae9-ce2ec683b6df req-5e3bbf0b-edeb-4574-8fa7-bd57deb298c9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:19.305094 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9b57ae2c-7ecc-4cdb-aae9-ce2ec683b6df req-5e3bbf0b-edeb-4574-8fa7-bd57deb298c9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0627601 Aug 16 15:57:19.331398 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:19.346404 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:19.375634 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3cad2b-650c-4e40-af09-f3648dba8793 x-openstack-request-id: req-9b3cad2b-650c-4e40-af09-f3648dba8793 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:19.376036 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:19.376399 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b3cad2b-650c-4e40-af09-f3648dba8793 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:19.376878 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'code': 200} Aug 16 15:57:19.383029 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9b57ae2c-7ecc-4cdb-aae9-ce2ec683b6df req-cb2cd3c3-d6f4-47a6-9efd-f8d3803c577f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642011 Aug 16 15:57:19.404439 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=8']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:19.588654 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:57:19.596085 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0339-4445-477c-ab15-410cba727b4b req-7d769b6c-c8cc-47d5-a084-440b3e0acb08 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:19.597447 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d3ac0339-4445-477c-ab15-410cba727b4b req-7d769b6c-c8cc-47d5-a084-440b3e0acb08 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0674264 Aug 16 15:57:19.678159 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d3ac0339-4445-477c-ab15-410cba727b4b req-0ed9bf7a-5e37-44ff-bf6d-a05d36125d4e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737479 Aug 16 15:57:19.727532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:57:19.733606 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-937c42d3-10de-424d-bfb8-c509bf6c125b admin admin] 10.222.0.30 "PUT /v2.0/routers/ece3cc6e-32b6-4423-902a-38d4bb28e0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8438554 Aug 16 15:57:19.739581 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] Sync routers for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:57:19.741276 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55404) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:19.751867 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:19.752498 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:19.855527 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks [] for router, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:19.872205 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:19.965470 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.063450 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:57:18Z', 'revision_number': 5, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port': {'id': '922d8d8b-292b-4f7e-b565-1dfa4922a3ae', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:06Z', 'updated_at': '2021-08-16T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:20.091693 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] Checking router: ece3cc6e-32b6-4423-902a-38d4bb28e0e2 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:57:20.100164 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] Routers {'ece3cc6e-32b6-4423-902a-38d4bb28e0e2'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:20.100765 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:20.120841 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Deleting port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:20.121109 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.206633 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] For port 922d8d8b-292b-4f7e-b565-1dfa4922a3ae, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:20.207001 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.219450 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Calling delete_port for 922d8d8b-292b-4f7e-b565-1dfa4922a3ae owned by network:router_gateway {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:20.311720 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] Set router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 gateway port host: None {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:20.365481 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:57:19Z', 'revision_number': 6, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:20.392625 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a056b9-7292-4b9d-b04e-830b1802394f None None] The sync data for ids ['ece3cc6e-32b6-4423-902a-38d4bb28e0e2'] in dv-cinder-799668-6-iscsi is: [{'id': 'ece3cc6e-32b6-4423-902a-38d4bb28e0e2', 'name': 'tempest-TestMinimumBasicScenario-257955981-router', 'tenant_id': '1543181ca81f474280a44ff36424e280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:05Z', 'updated_at': '2021-08-16T15:57:19Z', 'revision_number': 6, 'project_id': '1543181ca81f474280a44ff36424e280', 'gw_port_host': None}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:57:20.481369 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.517229 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Pushing event deleted for resources: {'Port': ['ID=922d8d8b-292b-4f7e-b565-1dfa4922a3ae,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:20.565160 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5bbb-9a51-4b03-9b4b-edfda7b1a68f req-981038aa-0910-470e-87a1-76cb675e7e66 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:20.566653 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-238b5bbb-9a51-4b03-9b4b-edfda7b1a68f req-981038aa-0910-470e-87a1-76cb675e7e66 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.1135767 Aug 16 15:57:20.597908 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.709266 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-238b5bbb-9a51-4b03-9b4b-edfda7b1a68f req-20378099-bf00-40bd-9488-af3c3eab4512 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363742 Aug 16 15:57:20.714405 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.716589 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.854808 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.855346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece3cc6e-32b6-4423-902a-38d4bb28e0e2 {{(pid=101075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:57:20.863626 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.863974 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d7da6268-8c9a-4237-9640-bc32c1864044 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ece3cc6e-32b6-4423-902a-38d4bb28e0e2 HTTP/1.1" status: 204 len: 168 time: 1.1215737 Aug 16 15:57:20.866317 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55424) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:20.910005 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Deleting subnet e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:57:20.912988 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:20.948471 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.062664 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.120157 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37285a9e-dee5-4aff-943b-37a5f45479ef req-f2569b3f-5bad-4143-979b-a6597c150f08 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:21.121663 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-37285a9e-dee5-4aff-943b-37a5f45479ef req-f2569b3f-5bad-4143-979b-a6597c150f08 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0490980 Aug 16 15:57:21.160718 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-37285a9e-dee5-4aff-943b-37a5f45479ef req-07419df1-4362-49db-9382-6c5f3a27a2e2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Aug 16 15:57:21.193463 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.221182 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e647a9e9-a1f5-4d80-a5b3-305b8c8b4296,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:21.223696 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.225741 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-f55badb3-378f-430a-965e-b52f39a8f5d1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e647a9e9-a1f5-4d80-a5b3-305b8c8b4296 HTTP/1.1" status: 204 len: 168 time: 0.3584716 Aug 16 15:57:21.229207 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55440) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:21.232171 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f010f145-86b7-4a7a-94ce-a9b4d6374eb0 None None] Network 584e8157-7323-4bbc-a503-f28e244b1936 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:57:21.282155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 922d8d8b-292b-4f7e-b565-1dfa4922a3ae no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:21.309635 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.309771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 922d8d8b-292b-4f7e-b565-1dfa4922a3ae {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:21.309771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 922d8d8b-292b-4f7e-b565-1dfa4922a3ae not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:21.310429 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:21.339998 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:21.340345 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a13dc0e5-3aa6-43cd-a3ce-3bb2dd333930 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:21.367846 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Deleting port 55692d53-fe92-42e2-9d83-871dc699b5b3 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:21.368190 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.433961 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] For port 55692d53-fe92-42e2-9d83-871dc699b5b3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=55692d53-fe92-42e2-9d83-871dc699b5b3,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:21.434464 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.455019 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Calling delete_port for 55692d53-fe92-42e2-9d83-871dc699b5b3 owned by network:dhcp {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:21.481514 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] DHCP port deletion for 584e8157-7323-4bbc-a503-f28e244b1936 request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:57:21.534346 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] Deleting port 55692d53-fe92-42e2-9d83-871dc699b5b3 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:21.534851 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.601731 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] For port 55692d53-fe92-42e2-9d83-871dc699b5b3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=55692d53-fe92-42e2-9d83-871dc699b5b3,segment=NetworkSegment(ff40bccb-e1fb-48a9-ae2b-5223425ebb5c),segment_id=ff40bccb-e1fb-48a9-ae2b-5223425ebb5c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:21.602677 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.614441 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55450) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:21.615408 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] Calling delete_port for 55692d53-fe92-42e2-9d83-871dc699b5b3 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:21.626954 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.653475 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Pushing event deleted for resources: {'Port': ['ID=55692d53-fe92-42e2-9d83-871dc699b5b3,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:21.657036 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] No DVR routers for this DVR port 55692d53-fe92-42e2-9d83-871dc699b5b3 on host dv-cinder-799668-6-iscsi {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:57:21.739616 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.764210 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.766163 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] Pushing event deleted for resources: {'Port': ['ID=55692d53-fe92-42e2-9d83-871dc699b5b3,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:21.768919 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-8571dd4d-4a54-4977-8e55-95d48f74c4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1532996 Aug 16 15:57:21.770729 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a284b-09ea-45b6-8ec7-27195ec2db80 None None] No DVR routers for this DVR port 55692d53-fe92-42e2-9d83-871dc699b5b3 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:57:21.777577 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584e8157-7323-4bbc-a503-f28e244b1936']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:21.787509 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:21.787771 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff40bccb-e1fb-48a9-ae2b-5223425ebb5c') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:21.810316 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.839896 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.848666 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:57:21.849057 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:57:21.861203 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:57:22.139209 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b4cf-8c71-4e8a-9bcb-9d702c10ff41 req-4900bf7a-4fcd-4780-862a-edf5696faa0d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:22.140698 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4044b4cf-8c71-4e8a-9bcb-9d702c10ff41 req-4900bf7a-4fcd-4780-862a-edf5696faa0d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.3443725 Aug 16 15:57:22.196159 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4044b4cf-8c71-4e8a-9bcb-9d702c10ff41 req-040ef17e-6a61-4f28-a599-657f1e1829a9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487704 Aug 16 15:57:22.233122 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:22.245153 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:22.245439 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] 10.222.0.30 "DELETE /v2.0/networks/584e8157-7323-4bbc-a503-f28e244b1936 HTTP/1.1" status: 204 len: 168 time: 1.0120375 Aug 16 15:57:22.246140 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55470) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:22.260559 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207d2d1-4f15-4b81-aa95-f95dcfbc6549 admin admin] Pushing event deleted for resources: {'Network': ['ID=584e8157-7323-4bbc-a503-f28e244b1936,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:22.374843 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457430a-d3a2-416f-9fdd-cb237dde46f7 req-4b9f0d44-a5e6-4dec-a645-48f552ce12aa tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:22.376477 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c457430a-d3a2-416f-9fdd-cb237dde46f7 req-4b9f0d44-a5e6-4dec-a645-48f552ce12aa tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.1239810 Aug 16 15:57:22.463204 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c457430a-d3a2-416f-9fdd-cb237dde46f7 req-947c9b7a-2e9b-46dc-9c23-63db128e7f75 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787668 Aug 16 15:57:22.731905 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:22.979848 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 55692d53-fe92-42e2-9d83-871dc699b5b3 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:22.999568 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 55692d53-fe92-42e2-9d83-871dc699b5b3 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:22.999858 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 55692d53-fe92-42e2-9d83-871dc699b5b3 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:23.018267 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Deleting port 778ea977-15c9-4977-a9e1-2750295ca1e4 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:23.018645 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:23.084976 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:23.095854 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] For port 778ea977-15c9-4977-a9e1-2750295ca1e4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=778ea977-15c9-4977-a9e1-2750295ca1e4,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:23.096217 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:23.109177 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Calling delete_port for 778ea977-15c9-4977-a9e1-2750295ca1e4 owned by network:router_interface {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:23.329245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaa50e-c9a5-4014-a8e0-85284e8bfbc6 req-9efaf372-de04-40e4-80e0-94c2d1a35e69 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:23.330777 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-acbaa50e-c9a5-4014-a8e0-85284e8bfbc6 req-9efaf372-de04-40e4-80e0-94c2d1a35e69 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0522568 Aug 16 15:57:23.367919 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-acbaa50e-c9a5-4014-a8e0-85284e8bfbc6 req-3a668bad-e422-470c-901f-b53f9f85a84a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308738 Aug 16 15:57:23.375583 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:23.406027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Pushing event deleted for resources: {'Port': ['ID=778ea977-15c9-4977-a9e1-2750295ca1e4,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:23.571303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:23.593910 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bc6-9ad1-4bbd-986a-f873fd4d05f3 req-7b2ebf51-a667-4922-869e-de2fcd5717fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:23.595440 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cae23bc6-9ad1-4bbd-986a-f873fd4d05f3 req-7b2ebf51-a667-4922-869e-de2fcd5717fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0546608 Aug 16 15:57:23.634030 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cae23bc6-9ad1-4bbd-986a-f873fd4d05f3 req-34e939e7-8d0e-4712-928f-f06dd63db55f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Aug 16 15:57:23.779944 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:57:23.885389 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:57:23.890291 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-699d35ae-b56b-41fa-b928-8a6795b2ef06 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c6bb1bb-9f89-4de8-8820-cd83b7771dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430888 Aug 16 15:57:23.892852 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55478) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:23.895807 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] Sync routers for ids ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:57:23.906074 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] Routers {'2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:23.906994 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:23.997040 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks [] for router, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:24.105503 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] Set router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:24.289672 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:57:23Z', 'revision_number': 5, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:24.319944 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] Checking router: 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:57:24.329227 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] Routers {'2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:24.329847 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:24.358107 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:24.433951 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] Set router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:24.471459 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Deleting port dc5a5690-460a-4b44-a074-7605f0f95c17 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:24.471803 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:24.485992 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06949e2-9cad-45de-9770-466b03ed21fb req-1ba6d5f9-fe54-4241-ab53-99a6e1b53547 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:24.487645 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d06949e2-9cad-45de-9770-466b03ed21fb req-1ba6d5f9-fe54-4241-ab53-99a6e1b53547 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0540829 Aug 16 15:57:24.527275 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d06949e2-9cad-45de-9770-466b03ed21fb req-16a67ad4-4b87-451c-9334-530ce32fb654 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327725 Aug 16 15:57:24.556726 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] For port dc5a5690-460a-4b44-a074-7605f0f95c17, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dc5a5690-460a-4b44-a074-7605f0f95c17,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:24.557090 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:24.572950 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Calling delete_port for dc5a5690-460a-4b44-a074-7605f0f95c17 owned by network:router_gateway {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:24.613066 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:57:23Z', 'revision_number': 5, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:24.639937 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931b4d3-bb76-4b01-bd24-dace6edb6741 None None] The sync data for ids ['2c6bb1bb-9f89-4de8-8820-cd83b7771dcb'] in dv-cinder-799668-6-iscsi is: [{'id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'name': 'tempest-TestMinimumBasicScenario-2085151461-router', 'tenant_id': '8f8b89028294412da5a4841feb1e5697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:54:13Z', 'updated_at': '2021-08-16T15:57:23Z', 'revision_number': 5, 'project_id': '8f8b89028294412da5a4841feb1e5697', 'gw_port': {'id': 'dc5a5690-460a-4b44-a074-7605f0f95c17', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bb1bb-9f89-4de8-8820-cd83b7771dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:54:14Z', 'updated_at': '2021-08-16T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:57:24.700230 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-3c7023eb-f8f5-4ed1-9e18-4740fbb562e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:24.701839 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-3c7023eb-f8f5-4ed1-9e18-4740fbb562e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8&tenant_id=56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 1096 time: 0.1236575 Aug 16 15:57:24.845388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e033fd6-9659-40d7-9345-3c27e350211e req-a81fb890-abc5-4a0f-a3a3-aba0af53f37f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:24.846903 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5e033fd6-9659-40d7-9345-3c27e350211e req-a81fb890-abc5-4a0f-a3a3-aba0af53f37f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.1276255 Aug 16 15:57:24.851073 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-57dc5e96-87ff-44ab-a8d9-736d9a232fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:24.852580 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-57dc5e96-87ff-44ab-a8d9-736d9a232fed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1096 time: 0.0896575 Aug 16 15:57:24.968869 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5e033fd6-9659-40d7-9345-3c27e350211e req-00bd227c-3e85-4d8b-b1b3-9521be6df190 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989239 Aug 16 15:57:25.012181 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.021498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-30083e25-8730-4fea-92ab-4aaa8303ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:25.023444 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-30083e25-8730-4fea-92ab-4aaa8303ade1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.1505220 Aug 16 15:57:25.044070 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 778ea977-15c9-4977-a9e1-2750295ca1e4 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:25.059566 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5a5690-460a-4b44-a074-7605f0f95c17,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:25.065136 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 778ea977-15c9-4977-a9e1-2750295ca1e4 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:25.065691 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 778ea977-15c9-4977-a9e1-2750295ca1e4 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:25.155536 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-cf29c8ce-f994-48ba-be74-486ee68ea873 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 200 len: 998 time: 0.1103859 Aug 16 15:57:25.161796 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.276747 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.281470 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.323043 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-37b81ea9-673e-41d0-a846-30044a0f1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:25.324508 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-37b81ea9-673e-41d0-a846-30044a0f1ac1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.1591778 Aug 16 15:57:25.377905 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-ad0896e3-78c9-42a4-823b-51440bd94cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:25.379390 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-ad0896e3-78c9-42a4-823b-51440bd94cc3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470312 Aug 16 15:57:25.387903 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.388408 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6bb1bb-9f89-4de8-8820-cd83b7771dcb {{(pid=101074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:57:25.398386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.402017 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f0db3d14-0bde-43bd-b717-ef527afc8d27 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2c6bb1bb-9f89-4de8-8820-cd83b7771dcb HTTP/1.1" status: 204 len: 168 time: 1.5060449 Aug 16 15:57:25.402426 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55490) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:25.453866 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Deleting subnet 3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:57:25.457358 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.483429 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-89a95f3c-bbde-4f7a-af14-44ddcabe9fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963659 Aug 16 15:57:25.494269 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.590720 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.598835 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdafaabf-c6aa-46bd-a5e7-774a3a8d2f64 req-5ea335c6-64b1-43fe-8c87-8bc7f1597242 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075416 Aug 16 15:57:25.682043 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81641edd-9da6-4032-8f39-42aedddd3483 req-92022b58-4a5d-423f-8436-3d4c0ab1577b tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:25.683530 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81641edd-9da6-4032-8f39-42aedddd3483 req-92022b58-4a5d-423f-8436-3d4c0ab1577b tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0621028 Aug 16 15:57:25.723554 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81641edd-9da6-4032-8f39-42aedddd3483 req-74fc0e21-9685-4fac-9ab6-2baa0c6644f3 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Aug 16 15:57:25.741468 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.770812 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.775331 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55502) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:25.778315 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5 HTTP/1.1" status: 204 len: 168 time: 0.3724592 Aug 16 15:57:25.778315 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bebf5-8ed0-4912-8d29-a13ca3c80ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a178d36-dbe6-4f6f-b6c2-d47ebdb111c5,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:25.778537 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94713708-dd90-4b5d-90af-7122eaf8f8e8 None None] Network d1aabc4c-a139-41f5-99cc-b7a588db7ce3 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:57:25.856960 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.940965 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Deleting port 8919eb65-01f6-40c6-a341-3a73665e65e1 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:25.941508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:25.991988 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] DHCP port deletion for d1aabc4c-a139-41f5-99cc-b7a588db7ce3 request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:57:26.053136 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] Deleting port 8919eb65-01f6-40c6-a341-3a73665e65e1 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:26.054092 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.070577 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] For port 8919eb65-01f6-40c6-a341-3a73665e65e1, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=8919eb65-01f6-40c6-a341-3a73665e65e1,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:26.071084 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.114374 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Calling delete_port for 8919eb65-01f6-40c6-a341-3a73665e65e1 owned by network:dhcp {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:26.117482 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-0213b873-ef2d-4726-a774-ef2e8f1506d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:26.119019 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-0213b873-ef2d-4726-a774-ef2e8f1506d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1099 time: 0.1607068 Aug 16 15:57:26.141815 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] For port 8919eb65-01f6-40c6-a341-3a73665e65e1, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=8919eb65-01f6-40c6-a341-3a73665e65e1,segment=NetworkSegment(9d3cd432-0c14-44a7-a66f-fc603df2adbe),segment_id=9d3cd432-0c14-44a7-a66f-fc603df2adbe)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:26.142429 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.163120 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] Calling delete_port for 8919eb65-01f6-40c6-a341-3a73665e65e1 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:26.217056 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268af930-959e-4ce1-ba90-0512cb1a51c4 req-1b3a0d48-8515-4b4a-9192-41a2ea24b8eb tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:26.225314 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-268af930-959e-4ce1-ba90-0512cb1a51c4 req-1b3a0d48-8515-4b4a-9192-41a2ea24b8eb tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.1647189 Aug 16 15:57:26.326797 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-268af930-959e-4ce1-ba90-0512cb1a51c4 req-c4f33b30-a9c7-4142-926c-24b41b144321 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003275 Aug 16 15:57:26.343539 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.350592 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-b6ab78da-0b52-4b2b-b314-13b362258b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:26.350592 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-b6ab78da-0b52-4b2b-b314-13b362258b79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 910 time: 0.2156556 Aug 16 15:57:26.369455 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.387483 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] Pushing event deleted for resources: {'Port': ['ID=8919eb65-01f6-40c6-a341-3a73665e65e1,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:26.397871 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Pushing event deleted for resources: {'Port': ['ID=8919eb65-01f6-40c6-a341-3a73665e65e1,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:26.403260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] No DVR routers for this DVR port 8919eb65-01f6-40c6-a341-3a73665e65e1 on host dv-cinder-799668-6-iscsi {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:57:26.415132 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b165883-1ab4-460b-97d3-ab9e3f80209f None None] No DVR routers for this DVR port 8919eb65-01f6-40c6-a341-3a73665e65e1 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:57:26.511580 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.522205 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aabc4c-a139-41f5-99cc-b7a588db7ce3']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:26.534593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3cd432-0c14-44a7-a66f-fc603df2adbe') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:26.535166 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3cd432-0c14-44a7-a66f-fc603df2adbe') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:26.544787 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.559773 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.579865 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:57:26.581015 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: self.session.flush() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: self.session.flush() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: self.session.flush() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: self.session.flush() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:57:26.624232 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:57:26.724059 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.734534 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:26.739513 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d1aabc4c-a139-41f5-99cc-b7a588db7ce3 HTTP/1.1" status: 204 len: 168 time: 0.9602001 Aug 16 15:57:26.760375 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b344219-69b3-43ed-bdf7-a41814438773 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1aabc4c-a139-41f5-99cc-b7a588db7ce3,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:26.880622 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44a17a-a60d-4041-a184-7ab4fed278f9 req-0c3800d5-a1a0-4059-8289-eb52d82ce17c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:26.882114 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a44a17a-a60d-4041-a184-7ab4fed278f9 req-0c3800d5-a1a0-4059-8289-eb52d82ce17c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0783060 Aug 16 15:57:26.926600 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0a44a17a-a60d-4041-a184-7ab4fed278f9 req-fb51c921-ee75-46f1-970d-4014a738ea2e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Aug 16 15:57:27.004757 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dc5a5690-460a-4b44-a074-7605f0f95c17 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:27.030656 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: dc5a5690-460a-4b44-a074-7605f0f95c17 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:27.031351 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dc5a5690-460a-4b44-a074-7605f0f95c17 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:27.031768 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 8919eb65-01f6-40c6-a341-3a73665e65e1 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:27.052033 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 8919eb65-01f6-40c6-a341-3a73665e65e1 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:27.052372 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 8919eb65-01f6-40c6-a341-3a73665e65e1 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:27.089962 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55530) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:27.132083 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d641288b-01d3-484d-9bf3-047519747d55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1543181ca81f474280a44ff36424e280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409472 Aug 16 15:57:27.134863 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55532) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:27.187915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3654557-e5c4-4535-904c-19e66dab7f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:27.214977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3654557-e5c4-4535-904c-19e66dab7f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:27.358314 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-82edbe3d-3965-4f89-bc48-24242af7a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:27.375400 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3654557-e5c4-4535-904c-19e66dab7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:27.381050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f3654557-e5c4-4535-904c-19e66dab7f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:27.383779 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f3654557-e5c4-4535-904c-19e66dab7f3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/685bedaa-c3af-44e8-96f7-7a4e8af164e1 HTTP/1.1" status: 204 len: 168 time: 0.2463934 Aug 16 15:57:27.391311 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3654557-e5c4-4535-904c-19e66dab7f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685bedaa-c3af-44e8-96f7-7a4e8af164e1,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:27.472793 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51faee-07cb-4444-ac2a-041ce2712e05 req-540c5957-4877-4e50-9708-7d4357ac5994 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:27.480212 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5c51faee-07cb-4444-ac2a-041ce2712e05 req-540c5957-4877-4e50-9708-7d4357ac5994 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0618250 Aug 16 15:57:27.516379 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5c51faee-07cb-4444-ac2a-041ce2712e05 req-a8f0e8eb-2336-45d6-9a64-b09d8748eeb3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351686 Aug 16 15:57:28.060447 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916f17-3177-4768-896e-247de6331343 req-6d37287d-8498-4131-be67-965fdf9751ac tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:28.062042 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-16916f17-3177-4768-896e-247de6331343 req-6d37287d-8498-4131-be67-965fdf9751ac tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0596509 Aug 16 15:57:28.098896 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55548) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:28.119090 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-16916f17-3177-4768-896e-247de6331343 req-f4c35042-e4df-435b-b923-514752cec690 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473051 Aug 16 15:57:28.152876 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-dea621f7-3e73-4801-bc61-68674781249e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f8b89028294412da5a4841feb1e5697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527544 Aug 16 15:57:28.155318 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55550) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:28.205591 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-49f47c7a-4f75-47b7-902e-f9fcc87bc6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:28.227433 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-49f47c7a-4f75-47b7-902e-f9fcc87bc6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:28.374632 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-49f47c7a-4f75-47b7-902e-f9fcc87bc6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:28.377281 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-49f47c7a-4f75-47b7-902e-f9fcc87bc6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:28.378428 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-49f47c7a-4f75-47b7-902e-f9fcc87bc6cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/294e644e-d806-4a17-94f9-f543c1c79100 HTTP/1.1" status: 204 len: 168 time: 0.2220132 Aug 16 15:57:28.387074 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f47c7a-4f75-47b7-902e-f9fcc87bc6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e644e-d806-4a17-94f9-f543c1c79100,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:28.649376 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626e83-ff0f-42fc-955e-7a10c15bc382 req-2b9d7498-797d-4058-b856-7166735a5af0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:28.653711 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54626e83-ff0f-42fc-955e-7a10c15bc382 req-2b9d7498-797d-4058-b856-7166735a5af0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0604360 Aug 16 15:57:28.690170 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-54626e83-ff0f-42fc-955e-7a10c15bc382 req-6c31ecef-ea09-4099-a2c0-9d7c84ec641a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334094 Aug 16 15:57:29.240351 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7787eae-fb9d-42bd-9177-5715d5dc93ca req-425b7f7d-5e26-4a8a-b415-16e353dae221 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:29.241749 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7787eae-fb9d-42bd-9177-5715d5dc93ca req-425b7f7d-5e26-4a8a-b415-16e353dae221 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0509367 Aug 16 15:57:29.281022 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7787eae-fb9d-42bd-9177-5715d5dc93ca req-c9d9854c-5fca-4027-81e0-169ba32c9520 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Aug 16 15:57:29.812533 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013efccd-baab-4a10-984e-3e72915973f1 req-600f3ec8-5ba8-4550-8dce-4862b938ce9d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:29.814108 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-013efccd-baab-4a10-984e-3e72915973f1 req-600f3ec8-5ba8-4550-8dce-4862b938ce9d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0500495 Aug 16 15:57:29.856330 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-013efccd-baab-4a10-984e-3e72915973f1 req-af4ed269-b9fc-40dc-9d58-0fcecf025bc2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362945 Aug 16 15:57:30.061165 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-05213006-cee3-431f-a422-572ffcfb5071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:30.399480 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ae48-15c6-4e93-ba65-3d3acbd1f69b req-3631b4db-f283-4eb1-adcc-14d8c15be624 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:30.400989 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a848ae48-15c6-4e93-ba65-3d3acbd1f69b req-3631b4db-f283-4eb1-adcc-14d8c15be624 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0499716 Aug 16 15:57:30.439855 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a848ae48-15c6-4e93-ba65-3d3acbd1f69b req-c66dc422-1bdb-4d7a-881d-46018bbac964 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329318 Aug 16 15:57:30.500420 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:30.964022 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:30.983959 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f7d4d-737c-41f5-b4fc-9fa7ff7dd919 req-e2053fcf-3eaa-4600-b549-d5690a9893d0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:30.985535 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0e2f7d4d-737c-41f5-b4fc-9fa7ff7dd919 req-e2053fcf-3eaa-4600-b549-d5690a9893d0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0523965 Aug 16 15:57:31.027727 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0e2f7d4d-737c-41f5-b4fc-9fa7ff7dd919 req-60c14054-1c03-405d-ace2-1dfd0dab0509 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362973 Aug 16 15:57:31.563727 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd46b-f240-4c8e-a3d0-73d9587108da req-743052e2-672e-4b8b-95c9-4846aeae7cad tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:31.565229 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81fbd46b-f240-4c8e-a3d0-73d9587108da req-743052e2-672e-4b8b-95c9-4846aeae7cad tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0541971 Aug 16 15:57:31.609751 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-81fbd46b-f240-4c8e-a3d0-73d9587108da req-591e244f-4bf1-407a-9af1-3b841300318e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Aug 16 15:57:32.149839 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b1e82-97b0-4447-b622-8c523d6fc00d req-fda6ff3a-8450-4282-94fb-b7c636f7b6c4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:32.151393 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee5b1e82-97b0-4447-b622-8c523d6fc00d req-fda6ff3a-8450-4282-94fb-b7c636f7b6c4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0512643 Aug 16 15:57:32.189493 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee5b1e82-97b0-4447-b622-8c523d6fc00d req-698e4b65-e04f-49ba-8970-3dca0fcfbe24 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323486 Aug 16 15:57:32.731964 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d7be-0c52-4e9d-91ac-7e0ad93e82f6 req-f6912ffa-a412-43f7-9325-5b46301c5cc0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:32.733575 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ca79d7be-0c52-4e9d-91ac-7e0ad93e82f6 req-f6912ffa-a412-43f7-9325-5b46301c5cc0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0541124 Aug 16 15:57:32.775578 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ca79d7be-0c52-4e9d-91ac-7e0ad93e82f6 req-7d2250ce-9041-4351-9ce8-41a998365a74 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343559 Aug 16 15:57:32.981198 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:33.315329 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4128adb-1360-4913-a397-ae8b5470fbdd req-76a22b56-8dd6-4b5b-b7a0-1ad89543f304 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:33.316898 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c4128adb-1360-4913-a397-ae8b5470fbdd req-76a22b56-8dd6-4b5b-b7a0-1ad89543f304 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0515280 Aug 16 15:57:33.361441 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c4128adb-1360-4913-a397-ae8b5470fbdd req-e3495760-30cc-4780-9d17-5c42e10b463b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 Aug 16 15:57:33.908445 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bd0c4-a265-48cf-84e7-4d5e5403ff29 req-4fd4502c-4c07-4899-b973-c10de8331b44 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:33.909934 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-082bd0c4-a265-48cf-84e7-4d5e5403ff29 req-4fd4502c-4c07-4899-b973-c10de8331b44 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0621336 Aug 16 15:57:33.950036 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-082bd0c4-a265-48cf-84e7-4d5e5403ff29 req-bf4ad10d-aac7-46fc-b1b5-843a1f37fd2c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Aug 16 15:57:34.483863 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44662ad1-8590-4470-a489-dd5e7d02d9d5 req-3a72d130-3b14-44e1-afe2-b6f5cf2dffe9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:34.485357 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-44662ad1-8590-4470-a489-dd5e7d02d9d5 req-3a72d130-3b14-44e1-afe2-b6f5cf2dffe9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0501652 Aug 16 15:57:34.524572 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-44662ad1-8590-4470-a489-dd5e7d02d9d5 req-38e40e54-f699-4a44-80a5-b5512934b2d0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 16 15:57:35.068901 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb10f8e-43eb-4af9-add2-8d525acc8f21 req-c2e9e0ac-a713-44f2-beb3-b1d2121265e7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:35.070937 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fdb10f8e-43eb-4af9-add2-8d525acc8f21 req-c2e9e0ac-a713-44f2-beb3-b1d2121265e7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0517054 Aug 16 15:57:35.113430 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fdb10f8e-43eb-4af9-add2-8d525acc8f21 req-ad325aef-9490-4a9b-be5a-6e76b11e058d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366936 Aug 16 15:57:35.649260 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f0a4-d2d2-4336-a4c7-8fc54ccd3ef3 req-e5959862-4164-4888-9996-b9d8b0297424 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:35.650850 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f6e4f0a4-d2d2-4336-a4c7-8fc54ccd3ef3 req-e5959862-4164-4888-9996-b9d8b0297424 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0515301 Aug 16 15:57:35.691543 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f6e4f0a4-d2d2-4336-a4c7-8fc54ccd3ef3 req-7ebd5152-e638-45cf-871a-fd8c29058139 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343630 Aug 16 15:57:36.231646 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63a07-ac11-4b6d-a83c-917a11e6ec7f req-2d42294e-56dc-4220-85fe-e15191e7357d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:36.233136 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-90a63a07-ac11-4b6d-a83c-917a11e6ec7f req-2d42294e-56dc-4220-85fe-e15191e7357d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0492394 Aug 16 15:57:36.270684 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-90a63a07-ac11-4b6d-a83c-917a11e6ec7f req-98e5af1e-5f84-4a05-be61-c583c2ddf90f tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Aug 16 15:57:36.667297 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-08adea0e-17ec-47c3-a4e4-a93c0ddeb4a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 1002 time: 0.0591877 Aug 16 15:57:36.740699 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-09315e7c-2312-4976-b810-dcf51698c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:36.740699 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-09315e7c-2312-4976-b810-dcf51698c5e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0441804 Aug 16 15:57:36.776817 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-27e47126-2fdf-44c2-b8cf-d7debf93a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:36.778322 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-27e47126-2fdf-44c2-b8cf-d7debf93a3c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393987 Aug 16 15:57:36.813136 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb5f8b-c977-4058-a151-99bd31daacbe req-9ae39f03-7335-4d8d-a03a-fc793b9be413 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:36.814686 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-27cb5f8b-c977-4058-a151-99bd31daacbe req-9ae39f03-7335-4d8d-a03a-fc793b9be413 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0510654 Aug 16 15:57:36.858344 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-27cb5f8b-c977-4058-a151-99bd31daacbe req-674aa1c1-11da-418b-aee7-aaee54cc6885 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375834 Aug 16 15:57:36.872968 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-e66f1635-59e3-42d3-9aa3-16d569294c4b service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Aug 16 15:57:36.962825 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3bdb0b45-be2f-4567-a64d-2cf4b853bd82 req-f4326f28-7bfa-4876-81a7-bf032809f57c service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814631 Aug 16 15:57:37.385967 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e5f8-771d-4add-8c7e-30f7aa104ba0 req-39a69ab5-cb1e-4442-945f-2b2080c9f7da tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:37.387471 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ca44e5f8-771d-4add-8c7e-30f7aa104ba0 req-39a69ab5-cb1e-4442-945f-2b2080c9f7da tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0493503 Aug 16 15:57:37.425147 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ca44e5f8-771d-4add-8c7e-30f7aa104ba0 req-72f0a9c0-c60e-4eb2-bad3-2bb994979fb7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Aug 16 15:57:37.990207 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3219-b2e0-467a-8203-4749d910d7c5 req-c97bb667-8f80-46dc-9be5-c3363d877048 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:37.991688 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be1e3219-b2e0-467a-8203-4749d910d7c5 req-c97bb667-8f80-46dc-9be5-c3363d877048 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0518608 Aug 16 15:57:38.029371 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-be1e3219-b2e0-467a-8203-4749d910d7c5 req-0f63cb84-9eb4-47b0-acb0-dfa027e04cdf tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Aug 16 15:57:38.541083 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c602f4-498c-4e22-9b48-a91078e10465 req-c710bb6b-c89d-4702-9e53-1154c1174a86 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:38.542613 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-24c602f4-498c-4e22-9b48-a91078e10465 req-c710bb6b-c89d-4702-9e53-1154c1174a86 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0509725 Aug 16 15:57:38.579981 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-24c602f4-498c-4e22-9b48-a91078e10465 req-27a2b3a0-09c9-45c3-ba61-adbd77e28016 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315008 Aug 16 15:57:38.700470 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d501c6b-3470-42b1-91d0-510c522f6414 req-b2c8b890-737f-4ec1-acda-56ce3f6d4835 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:38.701934 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0d501c6b-3470-42b1-91d0-510c522f6414 req-b2c8b890-737f-4ec1-acda-56ce3f6d4835 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0496314 Aug 16 15:57:38.739926 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0d501c6b-3470-42b1-91d0-510c522f6414 req-ea7ae52f-e6f6-4299-b599-d7224cf8a82b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Aug 16 15:57:39.151135 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa78840-555d-4ddf-a7ca-9737355bc35b req-60089640-b9a3-40be-b2d4-e2448f9b8730 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:39.152590 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-afa78840-555d-4ddf-a7ca-9737355bc35b req-60089640-b9a3-40be-b2d4-e2448f9b8730 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0477459 Aug 16 15:57:39.190398 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-afa78840-555d-4ddf-a7ca-9737355bc35b req-cad74136-d10c-4391-bf26-acc4616fb040 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319211 Aug 16 15:57:39.698059 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e2222-c7e5-477e-bbf1-70b345f0842a req-2ef738be-f31b-427d-af46-fb7280360332 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:39.699522 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd5e2222-c7e5-477e-bbf1-70b345f0842a req-2ef738be-f31b-427d-af46-fb7280360332 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0513916 Aug 16 15:57:39.734892 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd5e2222-c7e5-477e-bbf1-70b345f0842a req-9b3591e7-177e-485b-b45e-9e4587068200 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293834 Aug 16 15:57:39.855013 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503d41a-3412-4822-8029-4945674e8844 req-53486df3-2cd6-4bdb-866d-5a1d04dd8fe9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:39.856494 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d503d41a-3412-4822-8029-4945674e8844 req-53486df3-2cd6-4bdb-866d-5a1d04dd8fe9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0492315 Aug 16 15:57:39.895621 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d503d41a-3412-4822-8029-4945674e8844 req-21a1174e-2787-4b16-987f-8bacf8aa04ea tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328014 Aug 16 15:57:40.094771 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4966d-2228-4fdb-b6ea-c720dbb2e34a req-3231bd6a-dee2-4dda-8c8e-b187ae01e1a4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:40.097521 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bad4966d-2228-4fdb-b6ea-c720dbb2e34a req-3231bd6a-dee2-4dda-8c8e-b187ae01e1a4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0503819 Aug 16 15:57:40.141383 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bad4966d-2228-4fdb-b6ea-c720dbb2e34a req-35d2292d-0d2e-4c7d-9d7a-b679ed70d464 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345299 Aug 16 15:57:40.177540 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55624) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:57:40.265696 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-7403769c-62fd-42e8-ab15-3eb79b17a120 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869598 Aug 16 15:57:40.314006 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f2da-ab11-4970-b237-fb62dd8357d5 req-027db479-acd5-47df-9590-59e3dc5be03f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:40.315529 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-af39f2da-ab11-4970-b237-fb62dd8357d5 req-027db479-acd5-47df-9590-59e3dc5be03f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0512874 Aug 16 15:57:40.359744 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-af39f2da-ab11-4970-b237-fb62dd8357d5 req-55ff6ce6-7e83-4942-8999-45cbc1bdfadc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376122 Aug 16 15:57:40.458966 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-81d827d4-b274-4cee-a7a6-dca6617f14dc tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:40.460405 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-81d827d4-b274-4cee-a7a6-dca6617f14dc tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0477631 Aug 16 15:57:40.548713 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Deleting port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:57:40.549054 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:40.645953 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] For port c21b2f3b-c7e7-48d1-9622-9be0b4d96014, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:40.645953 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:40.814357 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:40.815063 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:40.815063 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Floating IP 453b56e4-1011-4dca-bf93-d165f498e1fb disassociated. External IP: 172.27.2.88, port: c21b2f3b-c7e7-48d1-9622-9be0b4d96014. Aug 16 15:57:40.815284 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Calling delete_port for c21b2f3b-c7e7-48d1-9622-9be0b4d96014 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:57:41.016533 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995eac9-e1f7-48d4-af38-f64354a587ce req-41deb5bb-3aba-4178-be5f-9133d757529e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:41.018064 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b995eac9-e1f7-48d4-af38-f64354a587ce req-41deb5bb-3aba-4178-be5f-9133d757529e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 945 time: 0.0500364 Aug 16 15:57:41.031952 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:41.076700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'Port': ['ID=c21b2f3b-c7e7-48d1-9622-9be0b4d96014,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:41.094960 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b995eac9-e1f7-48d4-af38-f64354a587ce req-a6a21b29-e9ec-4b6f-892e-33de11521db9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701795 Aug 16 15:57:41.194317 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:57:41.256295 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ed0d-eaf4-4314-81eb-2ae6b6487e18 req-47cfaa18-796a-4996-a48d-ae4aae70b38c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:41.258032 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ff79ed0d-eaf4-4314-81eb-2ae6b6487e18 req-47cfaa18-796a-4996-a48d-ae4aae70b38c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0486569 Aug 16 15:57:41.302217 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:57:41.307604 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ff79ed0d-eaf4-4314-81eb-2ae6b6487e18 req-601d2217-3573-4a48-b334-cea5fee30f92 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431156 Aug 16 15:57:41.316780 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:57:41.329391 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:41.330387 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:41.348515 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] No DVR routers for this DVR port c21b2f3b-c7e7-48d1-9622-9be0b4d96014 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:57:41.351199 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:41.353940 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8dded91b-12fe-48bc-8129-153500f5ab99 req-87b6aacc-3b08-4ad9-8283-bafc9f7b10e2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "DELETE /v2.0/ports/c21b2f3b-c7e7-48d1-9622-9be0b4d96014 HTTP/1.1" status: 204 len: 173 time: 0.8871992 Aug 16 15:57:41.354384 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'name': 'network-vif-deleted', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:41.356927 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2c099-fc92-4308-b05b-8a03a0807d80" -d '{"events": [{"server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "name": "network-vif-deleted", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:41.394690 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe25ba-c0bf-4ca2-a1fd-69523958eb86 x-openstack-request-id: req-c6fe25ba-c0bf-4ca2-a1fd-69523958eb86 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:41.395059 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e83d48-e64b-4e24-b27d-27c4534ad4f1", "name": "network-vif-deleted", "tag": "c21b2f3b-c7e7-48d1-9622-9be0b4d96014", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:41.395314 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6fe25ba-c0bf-4ca2-a1fd-69523958eb86 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:41.395713 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e83d48-e64b-4e24-b27d-27c4534ad4f1', 'name': 'network-vif-deleted', 'tag': 'c21b2f3b-c7e7-48d1-9622-9be0b4d96014', 'status': 'completed', 'code': 200} Aug 16 15:57:41.567508 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:41.567841 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d08ed-43f6-427a-aec9-45c8f5b74165 req-a9dfe097-042a-40b8-a886-5138d9b9b85f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:41.567841 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3a8d08ed-43f6-427a-aec9-45c8f5b74165 req-a9dfe097-042a-40b8-a886-5138d9b9b85f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0551815 Aug 16 15:57:41.567841 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3a8d08ed-43f6-427a-aec9-45c8f5b74165 req-ca2761d3-42d9-4cce-a799-7a26b2c8f63e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346849 Aug 16 15:57:41.682216 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:41.711435 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:57:41.721388 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:57:41.722126 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:57:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:41.838804 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:57:42.052520 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:57:42.198801 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-23c4b43a-22dc-4089-95bd-5a9bb48482d1 req-76a1f4f7-b79d-4a0a-b60b-19f9d1fb98ab tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0319548 Aug 16 15:57:42.208737 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78bbee-d924-4380-a58a-9a1df9c4f635 None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:57:42.432564 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0a370-f10d-4620-9f19-7b774ee07ba4 None None] New status for floating IP 453b56e4-1011-4dca-bf93-d165f498e1fb: DOWN {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:57:42.441205 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d08d43-6bce-450e-b6e6-f4b0b9738d9f req-94b8f9d6-91a4-4226-a6ed-6796052a561e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:42.442708 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c7d08d43-6bce-450e-b6e6-f4b0b9738d9f req-94b8f9d6-91a4-4226-a6ed-6796052a561e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0522730 Aug 16 15:57:42.484582 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c7d08d43-6bce-450e-b6e6-f4b0b9738d9f req-c15c2cb4-8131-4c50-8078-e97348ff7f52 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Aug 16 15:57:42.684166 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dea46-6154-419f-91c6-26b1a3a95f36 req-921885eb-e206-474a-bb9b-688cbdd75d1d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:42.685669 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b16dea46-6154-419f-91c6-26b1a3a95f36 req-921885eb-e206-474a-bb9b-688cbdd75d1d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0534239 Aug 16 15:57:42.724221 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b16dea46-6154-419f-91c6-26b1a3a95f36 req-8342bf4e-4cac-4594-aba5-1332e95e1a59 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Aug 16 15:57:43.247450 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device c21b2f3b-c7e7-48d1-9622-9be0b4d96014 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:43.270153 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: c21b2f3b-c7e7-48d1-9622-9be0b4d96014 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:57:43.270375 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device c21b2f3b-c7e7-48d1-9622-9be0b4d96014 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:57:43.270808 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:57:43.310813 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8c09de9-4610-4cdc-93a3-98cc62c876db req-0a98eab0-f41e-4eac-bb71-38f9040541aa tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e83d48-e64b-4e24-b27d-27c4534ad4f1 HTTP/1.1" status: 200 len: 210 time: 0.0279765 Aug 16 15:57:43.349385 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:43.371727 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:43.373974 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba03471-3839-41c5-8918-4a72c548f2d0" -d '{"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:43.388716 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:43.406321 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27b9674-4cdd-487f-b718-7210e95b4f8a x-openstack-request-id: req-c27b9674-4cdd-487f-b718-7210e95b4f8a {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:43.406628 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-unplugged", "status": "failed", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "code": 422}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:43.406876 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c27b9674-4cdd-487f-b718-7210e95b4f8a {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:43.407286 dv-cinder-799668-6-iscsi neutron-server[101076]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'code': 422} returned with failed status Aug 16 15:57:43.483767 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:43.533856 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=6']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:43.599158 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc9e9b-65cd-4352-a43b-8194368d4b36 req-68f9b3d2-bb7c-4ff3-9a31-b9c5f9a717a8 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:43.600673 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3ecc9e9b-65cd-4352-a43b-8194368d4b36 req-68f9b3d2-bb7c-4ff3-9a31-b9c5f9a717a8 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0492730 Aug 16 15:57:43.645561 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3ecc9e9b-65cd-4352-a43b-8194368d4b36 req-2a3f4302-326e-4550-856c-c1986694d13c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Aug 16 15:57:43.841295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347d1dd-f79d-4236-bf46-436d7e962111 req-fe482b28-0ffd-4d6b-8a73-fbb3fe887f79 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:43.842776 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f347d1dd-f79d-4236-bf46-436d7e962111 req-fe482b28-0ffd-4d6b-8a73-fbb3fe887f79 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0472052 Aug 16 15:57:43.883201 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f347d1dd-f79d-4236-bf46-436d7e962111 req-d4e26619-2672-4e29-bdc3-af1ec9bb1927 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342450 Aug 16 15:57:44.500824 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:57:44.558467 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-b3502b70-1000-4ee6-88c4-bb4bd57fe0ec tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871379962&fields=id&tenant_id=35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 267 time: 0.0324395 Aug 16 15:57:44.662662 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-622220d2-3a79-49d1-a6eb-c3fdd1d3e344 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:44.664087 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-622220d2-3a79-49d1-a6eb-c3fdd1d3e344 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 811 time: 0.0988660 Aug 16 15:57:44.679411 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-8177cfd8-68a7-48f2-affc-ef7739eaf35a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/quotas/35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 375 time: 0.0095818 Aug 16 15:57:44.746999 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-8463bf9f-c974-4d30-812f-a9f4d845a0cf tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600016 Aug 16 15:57:44.764612 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bca76a-4b2d-4cbf-9848-396f7bba4d3b req-60cc962a-374e-4dc5-a82c-2ab1f9ba3b7e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:44.766151 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e4bca76a-4b2d-4cbf-9848-396f7bba4d3b req-60cc962a-374e-4dc5-a82c-2ab1f9ba3b7e tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0515101 Aug 16 15:57:44.806896 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e4bca76a-4b2d-4cbf-9848-396f7bba4d3b req-93e53b4a-3936-4f58-bb2a-17dc015a0a13 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346704 Aug 16 15:57:44.881845 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-1ad33013-68c0-47e1-b921-afe29aa97a92 service neutron] 10.222.0.30 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300111 Aug 16 15:57:44.976101 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-f11766c0-7a69-4dbb-b1ed-ed56c6accb59 service neutron] 10.222.0.30 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Aug 16 15:57:45.018862 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ada956-4fc9-41e2-9a1e-334a93c967fd req-44eca6d6-71b7-4e26-bbc5-2fb4415d6de2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:45.018862 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-00ada956-4fc9-41e2-9a1e-334a93c967fd req-44eca6d6-71b7-4e26-bbc5-2fb4415d6de2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 943 time: 0.0566545 Aug 16 15:57:45.060112 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-00ada956-4fc9-41e2-9a1e-334a93c967fd req-7d1b8940-f8c0-419c-b177-c7704c32a529 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Aug 16 15:57:45.228884 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:57:45.333193 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:45.349803 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '9b44835a-9cfd-4c52-9692-193415020b4d', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'port_id': '9b44835a-9cfd-4c52-9692-193415020b4d', 'mac_address': 'fa:16:3e:df:c7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:57:45.393356 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:45.407243 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44835a-9cfd-4c52-9692-193415020b4d {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:57:45.432507 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:45.546575 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:45.594431 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=9']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:45.823158 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e33fe002-4c8c-46a2-aa11-7159fac917f5 req-08534f76-b8d2-4b2d-a1f7-8eb726e0a465 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 210 time: 0.0279632 Aug 16 15:57:45.888220 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['9b44835a-9cfd-4c52-9692-193415020b4d'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:57:46.199026 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5268091-1a71-46e9-9d74-92b31ec00abe req-bc8e7034-c840-406f-8308-3041816d6320 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.200555 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d5268091-1a71-46e9-9d74-92b31ec00abe req-bc8e7034-c840-406f-8308-3041816d6320 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 944 time: 0.0643303 Aug 16 15:57:46.211894 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82bbb4-baf8-48ab-91fc-b0c24beaa251 req-cba5e2eb-ca05-4733-81d7-43fc00ad69dc tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.213266 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0d82bbb4-baf8-48ab-91fc-b0c24beaa251 req-cba5e2eb-ca05-4733-81d7-43fc00ad69dc tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.3301301 Aug 16 15:57:46.245411 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d5268091-1a71-46e9-9d74-92b31ec00abe req-d6e5f4fc-b18d-45bb-b316-074aacb0c0e2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Aug 16 15:57:46.255999 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0d82bbb4-baf8-48ab-91fc-b0c24beaa251 req-27fcbb59-d3bc-4e39-8d6b-e5ace2188df2 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336566 Aug 16 15:57:46.427995 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-e906bbd9-5ed6-4999-aee7-64de160110e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.430219 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-e906bbd9-5ed6-4999-aee7-64de160110e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f&tenant_id=6c4765f685b345c18615588816442484 HTTP/1.1" status: 200 len: 1097 time: 0.0394897 Aug 16 15:57:46.501942 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-52e92862-cc68-4b4b-8060-3c4c3bf3460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.503521 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-52e92862-cc68-4b4b-8060-3c4c3bf3460b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1097 time: 0.0396359 Aug 16 15:57:46.614909 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-7d22ac40-6ec5-4abb-9600-ad9bc2f90e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.616369 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-7d22ac40-6ec5-4abb-9600-ad9bc2f90e08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 910 time: 0.1051633 Aug 16 15:57:46.682247 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-77d11eca-0fbe-4b6b-9f44-dcc730aad267 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 1000 time: 0.0582221 Aug 16 15:57:46.734360 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-d55d95f8-3b41-4ae9-9fe2-a8134561d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.735831 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-d55d95f8-3b41-4ae9-9fe2-a8134561d07c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0468230 Aug 16 15:57:46.783653 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-f5093750-856e-4d60-9f57-3c2cb32a27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:46.785138 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-f5093750-856e-4d60-9f57-3c2cb32a27c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416894 Aug 16 15:57:46.891966 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-82469166-26c5-4709-8d7f-d88de13499e1 service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991251 Aug 16 15:57:46.925476 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a15ac5a9-bd61-4531-977a-2cff6abd3131 req-e253ba3c-a0b7-4961-a18e-5f9e2e3e9389 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 210 time: 0.0325410 Aug 16 15:57:47.001338 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-04e72bb4-94ed-4c68-bab6-e6728f7639f7 req-ab24b6c2-09d9-4af3-8787-15d654aa7c4d service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994418 Aug 16 15:57:47.241501 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:57:47.292965 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 9b44835a-9cfd-4c52-9692-193415020b4d triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:57:47.297366 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:47.380891 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:47.388531 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cec77-b2e8-4127-b0c8-fbc158036e0e req-324c35f6-baf4-4c67-9d86-26cc1896b958 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:47.395927 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6b9cec77-b2e8-4127-b0c8-fbc158036e0e req-324c35f6-baf4-4c67-9d86-26cc1896b958 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 944 time: 0.0614150 Aug 16 15:57:47.401649 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e24cec-515e-4d6e-826d-84bbaca4574c req-1a2d1a7d-b197-4169-b04d-d2464efd5544 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:47.403811 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c6e24cec-515e-4d6e-826d-84bbaca4574c req-1a2d1a7d-b197-4169-b04d-d2464efd5544 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0609074 Aug 16 15:57:47.412008 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:47.415774 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc275c7d-e64b-494b-8169-26778a2e0070" -d '{"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:47.431546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:47.442404 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6b9cec77-b2e8-4127-b0c8-fbc158036e0e req-c1e0fecd-ac39-46e8-8f38-1d9f8c70af61 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455482 Aug 16 15:57:47.448740 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c6e24cec-515e-4d6e-826d-84bbaca4574c req-e7e03f8c-3269-453a-9c22-9a5db30bfab4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387437 Aug 16 15:57:47.483988 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555e1a4f-0f5a-4009-a5d7-8b7c106c98d2 x-openstack-request-id: req-555e1a4f-0f5a-4009-a5d7-8b7c106c98d2 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:47.484281 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-plugged", "status": "completed", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:47.484528 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-555e1a4f-0f5a-4009-a5d7-8b7c106c98d2 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:47.484919 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'code': 200} Aug 16 15:57:47.524409 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:47.574094 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=10']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:47.958618 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-81cfc1f6-a436-4bf7-934b-7699ca6fe17d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:47.960114 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-81cfc1f6-a436-4bf7-934b-7699ca6fe17d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 811 time: 0.1009297 Aug 16 15:57:48.018199 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-07b0fec2-6d88-4ed3-85c1-0194b089f507 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 379 time: 0.0419180 Aug 16 15:57:48.028802 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'port': {'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'admin_state_up': True, 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'security_groups': ['ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:57:48.031303 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a24aadf-b358-4c3a-8aae-b60391515ce3 req-4ef59aea-652b-483a-9e0d-9272a0e569f9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 210 time: 0.0295019 Aug 16 15:57:48.192429 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cd068-0558-437f-8bd5-917273519960 req-28674e86-17d4-46b0-898f-12afdb2afd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:48.193953 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8d7cd068-0558-437f-8bd5-917273519960 req-28674e86-17d4-46b0-898f-12afdb2afd5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1099 time: 0.0438900 Aug 16 15:57:48.197187 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Made reservation on behalf of 35a9e16fc3564cffa5041a8c9627d495 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:57:48.200883 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.235199 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8d7cd068-0558-437f-8bd5-917273519960 req-b9587ccd-d62e-49d2-8401-741b60172c5e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327857 Aug 16 15:57:48.343960 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Allocated IP 172.20.0.11 (024554cf-6b62-4504-975e-398fbd95665b/c8b0a39f-c910-4183-bd78-c66ef2436141/700159a8-e049-4f50-b7c1-79b334154580) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:57:48.483129 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.504610 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Transition to ACTIVE for port object 700159a8-e049-4f50-b7c1-79b334154580 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:57:48.581679 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf6710-a7ce-4729-9457-638b92e0a875 req-d3fc3ea8-0010-4890-af29-4339b7a2d625 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:48.583390 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dfaf6710-a7ce-4729-9457-638b92e0a875 req-d3fc3ea8-0010-4890-af29-4339b7a2d625 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0612326 Aug 16 15:57:48.592991 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccc3eb-1d82-4447-bc07-b58ce131e789 req-b3cc546d-edde-40c3-b9b7-693f6b20ab70 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:48.599783 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-40ccc3eb-1d82-4447-bc07-b58ce131e789 req-b3cc546d-edde-40c3-b9b7-693f6b20ab70 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0775261 Aug 16 15:57:48.631944 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dfaf6710-a7ce-4729-9457-638b92e0a875 req-a95a21d1-c442-4b38-8713-55af5850d375 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Aug 16 15:57:48.637645 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-40ccc3eb-1d82-4447-bc07-b58ce131e789 req-6c623a36-c363-421f-be12-d5a54dd074bf tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364943 Aug 16 15:57:48.644041 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.685931 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Network 024554cf-6b62-4504-975e-398fbd95665b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:57:48.691087 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:57:48.694822 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:57:48.725735 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=700159a8-e049-4f50-b7c1-79b334154580,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:48.755480 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:48.756151 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.808538 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.872356 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-85c7ff45-5323-42eb-9ab0-67f9e2d66b70 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8477693 Aug 16 15:57:48.896398 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Request body: {'port': {'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:57:48.952174 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.957208 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ca4e07fc-5458-4905-ba2b-667688513843 None None] Provisioning for port 700159a8-e049-4f50-b7c1-79b334154580 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:57:48.961369 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-ca4e07fc-5458-4905-ba2b-667688513843 None None] Provisioning complete for port 700159a8-e049-4f50-b7c1-79b334154580 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:57:48.961554 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ca4e07fc-5458-4905-ba2b-667688513843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:48.995426 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e07fc-5458-4905-ba2b-667688513843 None None] Port 700159a8-e049-4f50-b7c1-79b334154580 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:57:49.144312 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84dbc-2d15-401f-b7ed-290de49a85a4 req-8797d007-b0fe-4613-b7f0-390e8a8d5a89 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:49.145807 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fcf84dbc-2d15-401f-b7ed-290de49a85a4 req-8797d007-b0fe-4613-b7f0-390e8a8d5a89 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 932 time: 0.0488980 Aug 16 15:57:49.184032 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fcf84dbc-2d15-401f-b7ed-290de49a85a4 req-6f2b51c0-be1c-4486-a851-9b1b3f09d24f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Aug 16 15:57:49.209697 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700159a8-e049-4f50-b7c1-79b334154580 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:57:49.217442 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:49.229659 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Transition to ACTIVE for port object 700159a8-e049-4f50-b7c1-79b334154580 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:57:49.312363 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:49.365414 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Pushing event updated for resources: {'Port': ['ID=700159a8-e049-4f50-b7c1-79b334154580,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:49.451662 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Attempting to bind port 700159a8-e049-4f50-b7c1-79b334154580 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:57:49.452022 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Attempting to bind port 700159a8-e049-4f50-b7c1-79b334154580 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:57:49.452352 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Attempting to bind port 700159a8-e049-4f50-b7c1-79b334154580 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:57:49.456805 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Port 700159a8-e049-4f50-b7c1-79b334154580 on network 024554cf-6b62-4504-975e-398fbd95665b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:57:49.457122 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Attempting to bind port 700159a8-e049-4f50-b7c1-79b334154580 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:57:49.462502 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:57:49.462850 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Checking segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:57:49.463293 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Bound using segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:57:49.463723 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Bound port: 700159a8-e049-4f50-b7c1-79b334154580, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:57:49.464130 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:49.536434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] For port 700159a8-e049-4f50-b7c1-79b334154580, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:57:49.539566 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] For port 700159a8-e049-4f50-b7c1-79b334154580, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=700159a8-e049-4f50-b7c1-79b334154580,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:57:49.626737 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:49.661088 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:49.661757 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:49.663233 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] 10.222.0.60 "PUT /v2.0/ports/700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 200 len: 1094 time: 0.7710109 Aug 16 15:57:49.663675 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'tag': '700159a8-e049-4f50-b7c1-79b334154580'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:49.665939 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9f445-d232-4102-abaf-a8693c4d98c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "tag": "700159a8-e049-4f50-b7c1-79b334154580"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:49.695779 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d224c57-852b-45ef-87d2-50993bf9064e service neutron] Pushing event updated for resources: {'Port': ['ID=700159a8-e049-4f50-b7c1-79b334154580,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:49.786468 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49b7b-b4ff-44f7-8509-0a9c8f47ffeb req-59853ba7-c067-4d7a-967e-9d9734de7790 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:49.788051 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18e49b7b-b4ff-44f7-8509-0a9c8f47ffeb req-59853ba7-c067-4d7a-967e-9d9734de7790 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0551643 Aug 16 15:57:49.794198 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e7b6a-5179-4fc6-9ac7-933215bd2480 req-825db85a-8712-46b3-9650-d2d7a84f3862 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:49.796172 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-947e7b6a-5179-4fc6-9ac7-933215bd2480 req-825db85a-8712-46b3-9650-d2d7a84f3862 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0575814 Aug 16 15:57:49.852211 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18e49b7b-b4ff-44f7-8509-0a9c8f47ffeb req-ab821adb-3c0c-4435-9122-7e6c7fabf611 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352180 Aug 16 15:57:49.870712 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-947e7b6a-5179-4fc6-9ac7-933215bd2480 req-06cafae6-a875-4590-ba7b-7e3253cd5be2 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688043 Aug 16 15:57:49.887406 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-0d8e0e54-c90d-413b-aa66-a04ab784f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:49.889249 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-0d8e0e54-c90d-413b-aa66-a04ab784f324 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1097 time: 0.0713947 Aug 16 15:57:49.909644 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5de35-a1b3-4ba3-9895-77c0bc78d65c x-openstack-request-id: req-03a5de35-a1b3-4ba3-9895-77c0bc78d65c {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:49.909922 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "tag": "700159a8-e049-4f50-b7c1-79b334154580", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:49.910167 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03a5de35-a1b3-4ba3-9895-77c0bc78d65c {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:49.910581 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'tag': '700159a8-e049-4f50-b7c1-79b334154580', 'status': 'completed', 'code': 200} Aug 16 15:57:49.939263 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-a8bef63f-c9ed-4016-b36f-34bb5f296860 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 200 len: 217 time: 0.0366883 Aug 16 15:57:49.987704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-0e418099-f6c5-4217-b6d5-06782f46e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:49.989173 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-0e418099-f6c5-4217-b6d5-06782f46e4cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0430114 Aug 16 15:57:50.039198 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-11f75952-28e7-43b7-9a43-0f25cca23c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.040683 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-11f75952-28e7-43b7-9a43-0f25cca23c0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446873 Aug 16 15:57:50.128918 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-7a99af9b-08f7-491f-822e-49561052c1f6 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811071 Aug 16 15:57:50.221728 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf05c0d7-5145-45aa-9dea-811882d8e186 req-a951cddb-282a-4b4a-b8da-ac5501d8bd87 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 Aug 16 15:57:50.301301 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce92f7-1289-42bf-902a-11ca4fa0c537 req-3226b30c-4e49-4373-b4aa-78937d85a51f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.303859 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7ce92f7-1289-42bf-902a-11ca4fa0c537 req-3226b30c-4e49-4373-b4aa-78937d85a51f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0499272 Aug 16 15:57:50.342264 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f7ce92f7-1289-42bf-902a-11ca4fa0c537 req-718f52f7-87fb-4b19-bce2-f1ee62a745d5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Aug 16 15:57:50.387549 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-547489c2-8ab0-4e80-9401-e2915784bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.389023 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-547489c2-8ab0-4e80-9401-e2915784bf64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1097 time: 0.0410156 Aug 16 15:57:50.482794 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-caf6544e-0bb4-40ba-a052-b3483f04c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.484374 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-caf6544e-0bb4-40ba-a052-b3483f04c51d service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.0887101 Aug 16 15:57:50.525752 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-fc65d0ac-7a83-431b-b479-a59d56d3360a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 200 len: 217 time: 0.0336411 Aug 16 15:57:50.578226 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-cdcd7f6e-e3e1-41d1-9afa-262d3454848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.579744 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-cdcd7f6e-e3e1-41d1-9afa-262d3454848a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0471847 Aug 16 15:57:50.624113 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-51fa6157-fe46-493a-b6e7-29743188dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.625492 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-51fa6157-fe46-493a-b6e7-29743188dec4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388918 Aug 16 15:57:50.714704 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-b502ae48-649c-41c7-8dee-2a62fc17adb6 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812340 Aug 16 15:57:50.807960 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c7c9f445-d232-4102-abaf-a8693c4d98c2 req-16918bff-309e-4e45-bd2a-657ec357ae03 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857000 Aug 16 15:57:50.978070 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f7aa6-7012-4bc3-b834-e0704c0465fb req-f54124a5-c29e-4b12-a958-5978de7735b9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.979639 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e6f7aa6-7012-4bc3-b834-e0704c0465fb req-f54124a5-c29e-4b12-a958-5978de7735b9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0503738 Aug 16 15:57:50.996335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960772e-753d-48e2-9415-e302e3d3f8da req-8006821a-f942-47a4-b2b4-7f3203bf868d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:50.997831 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2960772e-753d-48e2-9415-e302e3d3f8da req-8006821a-f942-47a4-b2b4-7f3203bf868d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0494659 Aug 16 15:57:51.021819 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e6f7aa6-7012-4bc3-b834-e0704c0465fb req-134b31ae-c49c-4956-97cc-1fbda881af90 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361106 Aug 16 15:57:51.036680 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2960772e-753d-48e2-9415-e302e3d3f8da req-382e3f60-39d0-4510-9eff-9d72110b6c10 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Aug 16 15:57:51.452459 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fdd49-8385-4af2-82c0-a22809ad5adc req-52db9e72-517d-47b2-b17e-f54683fec02f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:51.453897 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-848fdd49-8385-4af2-82c0-a22809ad5adc req-52db9e72-517d-47b2-b17e-f54683fec02f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0475690 Aug 16 15:57:51.491540 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-848fdd49-8385-4af2-82c0-a22809ad5adc req-932e2beb-ed9b-4a16-a49c-b89725c58436 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 16 15:57:52.151979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0f811-c9e2-479c-9029-bd5ad3481331 req-00c0b747-f7d4-4976-b4ff-a0accf0ace71 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:52.153483 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-29a0f811-c9e2-479c-9029-bd5ad3481331 req-00c0b747-f7d4-4976-b4ff-a0accf0ace71 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0505972 Aug 16 15:57:52.189965 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-29a0f811-c9e2-479c-9029-bd5ad3481331 req-4e1d21f4-ba79-41f9-a382-427e2104c672 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307307 Aug 16 15:57:52.605827 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb405d-731e-4f77-b1cb-737a56de6144 req-60a62665-b959-4195-affe-9f72b3ac3127 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:52.607331 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-08fb405d-731e-4f77-b1cb-737a56de6144 req-60a62665-b959-4195-affe-9f72b3ac3127 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0494008 Aug 16 15:57:52.644147 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-08fb405d-731e-4f77-b1cb-737a56de6144 req-dbd02afa-65e4-45df-8441-7f8d68a69c72 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Aug 16 15:57:52.763821 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-50b326bc-3a8b-4bbb-aaa7-b521684abd7f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389621 Aug 16 15:57:52.838659 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-9e872fbc-ea16-4dfd-8b84-8cc2b9f91dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:52.840109 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-9e872fbc-ea16-4dfd-8b84-8cc2b9f91dbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 1099 time: 0.0387909 Aug 16 15:57:52.943663 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-c164ece1-faff-421f-be17-09113ddbf1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:52.945120 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-c164ece1-faff-421f-be17-09113ddbf1ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0845902 Aug 16 15:57:53.007785 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-a8989086-72ad-4ac2-a1ee-5a660e4eb336 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 200 len: 1000 time: 0.0550516 Aug 16 15:57:53.056127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-c3e8f109-ddae-4bea-855c-739f3eb40305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:53.057512 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-c3e8f109-ddae-4bea-855c-739f3eb40305 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0431106 Aug 16 15:57:53.104657 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-d2d2665b-fc26-4908-8fe0-634bce914abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:53.106020 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-d2d2665b-fc26-4908-8fe0-634bce914abe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401969 Aug 16 15:57:53.193099 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-610558a4-5f49-4c1d-b3f0-f0b8faaa9c7a service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783601 Aug 16 15:57:53.312658 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a933ccf5-e8aa-4563-af51-fa5ddd379952 req-ed08fdae-7c4c-4b2b-b743-83a617ca49b4 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116424 Aug 16 15:57:53.324652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b25d0-4a08-4b01-bbb3-83bb11cf2cd8 req-05bd5f2e-1ee0-41f6-98ff-94b408019d1a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:53.326011 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-013b25d0-4a08-4b01-bbb3-83bb11cf2cd8 req-05bd5f2e-1ee0-41f6-98ff-94b408019d1a tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0681853 Aug 16 15:57:53.364252 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-013b25d0-4a08-4b01-bbb3-83bb11cf2cd8 req-36ff88b3-873a-466b-b0e6-58785b754a95 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321140 Aug 16 15:57:53.755242 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111098-6f18-4aa3-99f9-2a12dea8ef7a req-d31abfb3-1af6-46c4-b680-2b3d22ad1ccf tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:53.756685 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a9111098-6f18-4aa3-99f9-2a12dea8ef7a req-d31abfb3-1af6-46c4-b680-2b3d22ad1ccf tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0469549 Aug 16 15:57:53.797637 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a9111098-6f18-4aa3-99f9-2a12dea8ef7a req-4d38ad5a-0d93-4b31-af83-2a9552dbdffb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346255 Aug 16 15:57:54.476477 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86fbad-7443-42ad-86de-761062a6b9d2 req-8d42ab3e-e684-4e10-a561-1a440e997aa4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:54.477932 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e86fbad-7443-42ad-86de-761062a6b9d2 req-8d42ab3e-e684-4e10-a561-1a440e997aa4 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 944 time: 0.0477495 Aug 16 15:57:54.517594 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4e86fbad-7443-42ad-86de-761062a6b9d2 req-d5f2c03a-8f84-4739-b434-fd919114b5d1 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338368 Aug 16 15:57:54.917685 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e041b73-a6cf-4650-96c8-7f0f6c03af02 req-b11109d3-2296-4742-b6cb-978b0e9cdd49 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:54.919077 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2e041b73-a6cf-4650-96c8-7f0f6c03af02 req-b11109d3-2296-4742-b6cb-978b0e9cdd49 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0486176 Aug 16 15:57:54.957530 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2e041b73-a6cf-4650-96c8-7f0f6c03af02 req-0a58dbe3-a04c-4817-992c-0cb823016a81 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325060 Aug 16 15:57:55.295320 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:57:55.396246 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:55.407418 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'port_id': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'mac_address': 'fa:16:3e:e4:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:57:55.442970 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:55.455067 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e09e9e-52cf-40da-8ee8-5bb876b823f0 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:57:55.473964 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:55.551932 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:55.603423 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=7']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:55.635012 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843439c-2b92-436f-afbe-3697e1486b7e req-7969436c-9489-44c9-94a0-dc26fb9e4056 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:55.636504 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6843439c-2b92-436f-afbe-3697e1486b7e req-7969436c-9489-44c9-94a0-dc26fb9e4056 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 945 time: 0.0510204 Aug 16 15:57:55.674069 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6843439c-2b92-436f-afbe-3697e1486b7e req-e9139926-85f2-4300-81f3-8686cd3c36f2 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Aug 16 15:57:55.848530 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['e0e09e9e-52cf-40da-8ee8-5bb876b823f0'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:57:56.077254 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3ae44-ebb0-48a5-834e-1fbe1e7beb3a req-cf5bac58-4a9a-4924-999a-e57dddff3c8f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:56.078892 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ca3ae44-ebb0-48a5-834e-1fbe1e7beb3a req-cf5bac58-4a9a-4924-999a-e57dddff3c8f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Aug 16 15:57:56.123099 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4ca3ae44-ebb0-48a5-834e-1fbe1e7beb3a req-ddefa3bb-142e-4c13-96a2-8396b1a3843b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375614 Aug 16 15:57:56.785309 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aeab8-75ad-412a-9c55-e3671bdfe1ef req-6c432ea7-b382-440a-9e06-fe3095248419 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:56.786762 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-269aeab8-75ad-412a-9c55-e3671bdfe1ef req-6c432ea7-b382-440a-9e06-fe3095248419 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 945 time: 0.0467803 Aug 16 15:57:56.828078 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-269aeab8-75ad-412a-9c55-e3671bdfe1ef req-04c6f9b0-4cbb-4bd6-ad47-63178b48b095 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348577 Aug 16 15:57:57.240397 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64208-2e17-4b77-8734-3243178a0166 req-b13102b4-999e-4872-8aae-395d72d0c680 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:57.241886 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6be64208-2e17-4b77-8734-3243178a0166 req-b13102b4-999e-4872-8aae-395d72d0c680 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0480278 Aug 16 15:57:57.280172 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6be64208-2e17-4b77-8734-3243178a0166 req-4f28d0a7-f9da-4d05-94d9-25ac6041efc9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Aug 16 15:57:57.325643 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:57:57.359151 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8051602a-6fc5-4a4e-b8b9-0ab10b1ae369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:57.375215 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:57:57.375585 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:57.449992 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:57.471997 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:57:57.474552 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dbe5c8-9d21-4687-9a09-e3fa8cea1243" -d '{"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-plugged", "status": "completed", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:57:57.490362 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:57:57.515434 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494eb701-9c88-4159-b5f7-18ce473e1a79 x-openstack-request-id: req-494eb701-9c88-4159-b5f7-18ce473e1a79 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:57:57.515734 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-plugged", "status": "completed", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:57:57.515986 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-494eb701-9c88-4159-b5f7-18ce473e1a79 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:57:57.516383 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'code': 200} Aug 16 15:57:57.552412 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:57:57.600626 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=8']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:57:57.889369 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82089398-e973-4db0-8be3-090cb41b2660 req-01a67426-c3a0-49e7-9abd-7a1464834100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:57.890941 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-82089398-e973-4db0-8be3-090cb41b2660 req-01a67426-c3a0-49e7-9abd-7a1464834100 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1099 time: 0.0404418 Aug 16 15:57:57.928562 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-82089398-e973-4db0-8be3-090cb41b2660 req-a3288369-cf27-44a9-834c-a790d6d0e706 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284877 Aug 16 15:57:57.942107 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cf3c-6d4f-473a-9172-7407d8dc16a3 req-85684461-fac3-40eb-895b-d49f7b89dcf0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:57.943603 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9e22cf3c-6d4f-473a-9172-7407d8dc16a3 req-85684461-fac3-40eb-895b-d49f7b89dcf0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0490015 Aug 16 15:57:57.984509 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9e22cf3c-6d4f-473a-9172-7407d8dc16a3 req-64ba96fd-c99c-48c9-806f-913c596c6fbb tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342491 Aug 16 15:57:58.396361 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eadfbf-797a-4f24-a012-2db5abadbfd7 req-50f684fe-564e-434f-9ad6-aa3d2acc9045 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:58.398350 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-12eadfbf-797a-4f24-a012-2db5abadbfd7 req-50f684fe-564e-434f-9ad6-aa3d2acc9045 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0481231 Aug 16 15:57:58.435157 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-12eadfbf-797a-4f24-a012-2db5abadbfd7 req-b37912f7-8893-4a97-921c-47f5c98eda07 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Aug 16 15:57:59.115336 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fffb-de7b-4031-b6c5-d41113339237 req-26d92065-dd0c-4965-aa70-cacf90b1d8c7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:59.117426 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ca32fffb-de7b-4031-b6c5-d41113339237 req-26d92065-dd0c-4965-aa70-cacf90b1d8c7 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0520093 Aug 16 15:57:59.156217 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ca32fffb-de7b-4031-b6c5-d41113339237 req-b8d0e551-e8ac-49c6-9a0b-4029a9015842 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Aug 16 15:57:59.548437 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df497-2b94-4ec7-820d-95e40cd1f126 req-9bfbe8a3-4bea-4222-a2d0-cb0258b5909b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:57:59.549880 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff8df497-2b94-4ec7-820d-95e40cd1f126 req-9bfbe8a3-4bea-4222-a2d0-cb0258b5909b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0478587 Aug 16 15:57:59.590573 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ff8df497-2b94-4ec7-820d-95e40cd1f126 req-2d4f6d16-13b0-4821-9b0d-655e66183ece tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344553 Aug 16 15:58:00.083233 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-fedbd14b-d406-4ef4-b283-8fdcc5f62453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:00.270710 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabf87-6682-46e9-933e-e769ff10b1a3 req-a04223e7-6a4c-4d1a-bf6e-52b24d74a75c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:00.272188 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-befabf87-6682-46e9-933e-e769ff10b1a3 req-a04223e7-6a4c-4d1a-bf6e-52b24d74a75c tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0492830 Aug 16 15:58:00.310348 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-befabf87-6682-46e9-933e-e769ff10b1a3 req-da51230f-ec8b-4f19-8285-f83f10c334a0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Aug 16 15:58:00.494095 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:00.704529 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ecb23-3bca-4442-b4f3-97e8675f9913 req-031f9f3b-fdbd-4f6a-85dd-5e8aff02b275 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:00.705976 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ad9ecb23-3bca-4442-b4f3-97e8675f9913 req-031f9f3b-fdbd-4f6a-85dd-5e8aff02b275 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0473039 Aug 16 15:58:00.743974 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ad9ecb23-3bca-4442-b4f3-97e8675f9913 req-44ffc5be-62e8-463c-826b-26d90de8ebfe tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Aug 16 15:58:00.986272 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:01.841984 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a6d21-205a-4318-92a1-62b05462f963 req-77914f8b-2f7c-45a2-9bf8-2b4e8f6d3d6d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:01.843624 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-903a6d21-205a-4318-92a1-62b05462f963 req-77914f8b-2f7c-45a2-9bf8-2b4e8f6d3d6d tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0515945 Aug 16 15:58:01.863685 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1fe2-03ad-4147-8617-d7cdaf875e32 req-c0d291bf-3b1b-4fe1-aca1-7c59d2000f7a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:01.865218 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-196b1fe2-03ad-4147-8617-d7cdaf875e32 req-c0d291bf-3b1b-4fe1-aca1-7c59d2000f7a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0504882 Aug 16 15:58:01.880796 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-903a6d21-205a-4318-92a1-62b05462f963 req-a014966c-c218-42ab-bd41-540867e51a60 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Aug 16 15:58:01.908579 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-196b1fe2-03ad-4147-8617-d7cdaf875e32 req-0f51f53e-457d-4e86-be96-be0991564ac3 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Aug 16 15:58:02.854061 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:02.994938 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b75f74-8a9e-4a89-b081-e7fe83651874 req-cc234353-ef0f-411a-af5b-23baceef41f7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:02.996433 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-55b75f74-8a9e-4a89-b081-e7fe83651874 req-cc234353-ef0f-411a-af5b-23baceef41f7 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0480378 Aug 16 15:58:03.022362 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836718e-0a24-4b2f-9209-e8222e04fa31 req-3b1d3675-c9dd-40e2-a0d8-9ebc4a7f77a2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:03.024449 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9836718e-0a24-4b2f-9209-e8222e04fa31 req-3b1d3675-c9dd-40e2-a0d8-9ebc4a7f77a2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0489478 Aug 16 15:58:03.037749 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-55b75f74-8a9e-4a89-b081-e7fe83651874 req-da78c6d8-fc09-4623-a3fb-369786d55550 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354121 Aug 16 15:58:03.062949 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9836718e-0a24-4b2f-9209-e8222e04fa31 req-525aa88b-74a4-4e53-ab56-9cae8db52bd6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323067 Aug 16 15:58:04.128841 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-20136ab8-8d36-4696-bbef-7f7cb2d09023 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:04.130311 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-20136ab8-8d36-4696-bbef-7f7cb2d09023 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0574441 Aug 16 15:58:04.177304 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c9f0-1627-495b-a0f2-e675064a908f req-4fa95e10-8052-4f15-a60c-9eae630488f6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:04.179114 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a48c9f0-1627-495b-a0f2-e675064a908f req-4fa95e10-8052-4f15-a60c-9eae630488f6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0500934 Aug 16 15:58:04.199380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6bb52-4d96-427d-9902-302ec9ae1de8 req-6528f5d5-cbfe-4920-914c-8af032005257 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:04.200889 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-aba6bb52-4d96-427d-9902-302ec9ae1de8 req-6528f5d5-cbfe-4920-914c-8af032005257 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 945 time: 0.0929086 Aug 16 15:58:04.217858 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6a48c9f0-1627-495b-a0f2-e675064a908f req-27d1f192-87b2-42c0-80f4-8040ff40992f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Aug 16 15:58:04.268753 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-aba6bb52-4d96-427d-9902-302ec9ae1de8 req-b3478628-2cc0-4d5e-8b13-c297039817f8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb2a9e6-2897-4b97-a850-7002a521dcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Aug 16 15:58:04.280494 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Deleting port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:04.280844 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:04.368696 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] For port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:04.369065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:04.536456 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:04.536740 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:04.537050 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Floating IP 7442788c-9f60-4c93-a45f-4b96327876c3 disassociated. External IP: 172.27.2.107, port: 116e8c5d-d6ab-4a22-bf95-32ace953c8f2. Aug 16 15:58:04.537384 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Calling delete_port for 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:04.705967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:04.738780 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event deleted for resources: {'Port': ['ID=116e8c5d-d6ab-4a22-bf95-32ace953c8f2,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:04.849145 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:58:04.954174 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:58:04.964233 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:58:04.972883 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:04.973486 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:04.994624 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] No DVR routers for this DVR port 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:58:04.997186 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:04.999243 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f859dfd0-02f0-4884-8f91-73c29fa1941c req-52c45427-8f59-45bd-8d16-2250797fa098 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.60 "DELETE /v2.0/ports/116e8c5d-d6ab-4a22-bf95-32ace953c8f2 HTTP/1.1" status: 204 len: 173 time: 0.8548868 Aug 16 15:58:04.999675 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'name': 'network-vif-deleted', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:05.001900 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d6ec3f-57f8-4fe7-9d57-67b36b719c83" -d '{"events": [{"server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "name": "network-vif-deleted", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:05.038581 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1f13d-b895-4acb-a08c-b12a2ad71b5b x-openstack-request-id: req-8ae1f13d-b895-4acb-a08c-b12a2ad71b5b {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:05.039032 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e8473-81c5-4fb3-8c4b-7eaedf53675c", "name": "network-vif-deleted", "tag": "116e8c5d-d6ab-4a22-bf95-32ace953c8f2", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:05.039300 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ae1f13d-b895-4acb-a08c-b12a2ad71b5b {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:05.039703 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e8473-81c5-4fb3-8c4b-7eaedf53675c', 'name': 'network-vif-deleted', 'tag': '116e8c5d-d6ab-4a22-bf95-32ace953c8f2', 'status': 'completed', 'code': 200} Aug 16 15:58:05.080368 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:05.285624 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:05.315415 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:58:05.327560 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:05.328237 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:05.352492 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a4378-4584-409e-b92c-54a52f079611 req-5e753ed5-8069-4de0-b67f-255eb488cf81 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:05.354044 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a85a4378-4584-409e-b92c-54a52f079611 req-5e753ed5-8069-4de0-b67f-255eb488cf81 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 944 time: 0.0694833 Aug 16 15:58:05.375043 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 700159a8-e049-4f50-b7c1-79b334154580 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:58:05.391120 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-097c7179-d7eb-4f67-8421-81162265e3ad req-e2a8a097-073d-4560-9353-51b25cb2fbb8 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/ports?device_id=b28e8473-81c5-4fb3-8c4b-7eaedf53675c HTTP/1.1" status: 200 len: 210 time: 0.0282032 Aug 16 15:58:05.395888 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a85a4378-4584-409e-b92c-54a52f079611 req-f801c763-643c-436b-a5a1-0fa185b3ce6f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359941 Aug 16 15:58:05.488352 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:05.637099 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 700159a8-e049-4f50-b7c1-79b334154580, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=700159a8-e049-4f50-b7c1-79b334154580,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:05.654740 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '700159a8-e049-4f50-b7c1-79b334154580', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:58:05.731540 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:05.747955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700159a8-e049-4f50-b7c1-79b334154580 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:05.775259 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 700159a8-e049-4f50-b7c1-79b334154580, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=700159a8-e049-4f50-b7c1-79b334154580,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:05.788538 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:05.944240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3dd8de-d772-45f0-83c9-1396cef8b328 None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:51:46Z', 'revision_number': 4, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd3a9c976-638b-49af-acfd-838f8106603e', 'name': '', 'network_id': 'c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'mac_address': 'fa:16:3e:df:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:44Z', 'updated_at': '2021-08-16T15:51:55Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'subnets': [{'id': '8060e02c-c0ed-429e-bb7e-8e829bb228be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:58:05.946074 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:05.995146 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=700159a8-e049-4f50-b7c1-79b334154580,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:06.002568 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.002922 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.003262 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.003595 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.003935 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.004268 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.004596 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.004921 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.005246 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.005574 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.005892 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.006214 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:06.168246 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6627e36-4b36-4818-bced-8edb9d4de650 None None] New status for floating IP 7442788c-9f60-4c93-a45f-4b96327876c3: DOWN {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:58:06.278823 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['700159a8-e049-4f50-b7c1-79b334154580'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:58:06.520241 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6bd2f-1df7-4135-8b7a-4b6a77e37669 req-a3c6030a-6f89-461d-bd64-225c3b475703 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:06.521698 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-82a6bd2f-1df7-4135-8b7a-4b6a77e37669 req-a3c6030a-6f89-461d-bd64-225c3b475703 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 945 time: 0.0504637 Aug 16 15:58:06.553421 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55916) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:06.559555 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-82a6bd2f-1df7-4135-8b7a-4b6a77e37669 req-a8bef451-3be6-4e89-891e-7c6dc482f3fc tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Aug 16 15:58:06.611473 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-56301776-a5af-4b62-aece-2c6d2fa22f8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.635306 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-56301776-a5af-4b62-aece-2c6d2fa22f8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.717180 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-56301776-a5af-4b62-aece-2c6d2fa22f8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.719810 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-56301776-a5af-4b62-aece-2c6d2fa22f8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.720946 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-56301776-a5af-4b62-aece-2c6d2fa22f8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "DELETE /v2.0/security-groups/abb2a9e6-2897-4b97-a850-7002a521dcb8 HTTP/1.1" status: 204 len: 168 time: 0.1664417 Aug 16 15:58:06.723900 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55918) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:06.729742 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56301776-a5af-4b62-aece-2c6d2fa22f8e tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2a9e6-2897-4b97-a850-7002a521dcb8,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:06.739760 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.api.v2.resource [None req-90cb7cc9-3382-4c8c-905a-44d7cc98c206 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] show failed (client error): The resource could not be found. Aug 16 15:58:06.740771 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-90cb7cc9-3382-4c8c-905a-44d7cc98c206 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "GET /v2.0/security-groups/abb2a9e6-2897-4b97-a850-7002a521dcb8 HTTP/1.1" status: 404 len: 347 time: 0.0159013 Aug 16 15:58:06.744566 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55920) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:06.863877 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Deleting port 6e9b290e-afbe-473b-a0c0-6fdb4973d884 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:06.864218 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.939741 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.940094 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:06.952268 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Calling delete_port for 6e9b290e-afbe-473b-a0c0-6fdb4973d884 owned by network:floatingip {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:07.123451 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:07.153979 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Pushing event deleted for resources: {'Port': ['ID=6e9b290e-afbe-473b-a0c0-6fdb4973d884,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:07.211418 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks [] for floatingip, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:07.213934 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:07.215113 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-8d3e0b12-61ae-460b-929d-d0e508dfde70 tempest-AttachVolumeTestJSON-335348781 tempest-AttachVolumeTestJSON-335348781-project] 10.222.0.30 "DELETE /v2.0/floatingips/7442788c-9f60-4c93-a45f-4b96327876c3 HTTP/1.1" status: 204 len: 168 time: 0.4695771 Aug 16 15:58:07.381229 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 700159a8-e049-4f50-b7c1-79b334154580 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:58:07.603339 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 700159a8-e049-4f50-b7c1-79b334154580 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:58:07.607363 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 700159a8-e049-4f50-b7c1-79b334154580 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:58:07.610326 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:07.674089 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64b76-aecf-415f-a8cd-40deea07d1d9 req-8cb604b4-c33e-491b-96d9-026da84ea77c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:07.675512 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5ca64b76-aecf-415f-a8cd-40deea07d1d9 req-8cb604b4-c33e-491b-96d9-026da84ea77c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 945 time: 0.0487623 Aug 16 15:58:07.686448 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:07.708722 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700159a8-e049-4f50-b7c1-79b334154580'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:07.710981 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968d529-80b1-437b-a8e6-5b0fe7543220" -d '{"events": [{"server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "name": "network-vif-plugged", "status": "completed", "tag": "700159a8-e049-4f50-b7c1-79b334154580"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:07.713636 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5ca64b76-aecf-415f-a8cd-40deea07d1d9 req-70aeea46-762c-4053-a53d-e467991b3761 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 Aug 16 15:58:07.723760 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 700159a8-e049-4f50-b7c1-79b334154580, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=700159a8-e049-4f50-b7c1-79b334154580,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:07.748068 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8bf28-b02a-4989-a7b1-ca95157a7fcb x-openstack-request-id: req-b4a8bf28-b02a-4989-a7b1-ca95157a7fcb {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:07.748357 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "name": "network-vif-plugged", "status": "completed", "tag": "700159a8-e049-4f50-b7c1-79b334154580", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:07.748622 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4a8bf28-b02a-4989-a7b1-ca95157a7fcb {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:07.749000 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700159a8-e049-4f50-b7c1-79b334154580', 'code': 200} Aug 16 15:58:07.791860 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:07.792660 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:58:07.814203 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:58:07.814571 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 116e8c5d-d6ab-4a22-bf95-32ace953c8f2 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:58:07.856656 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=700159a8-e049-4f50-b7c1-79b334154580,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:08.002721 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9d26-be7a-4dee-a1bc-4d81653f2d09 req-8a6ed309-b378-4620-aa61-a20c6bbc7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:08.004157 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a05d9d26-be7a-4dee-a1bc-4d81653f2d09 req-8a6ed309-b378-4620-aa61-a20c6bbc7618 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1099 time: 0.0424275 Aug 16 15:58:08.039238 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a05d9d26-be7a-4dee-a1bc-4d81653f2d09 req-9598da83-ea6b-47d6-9d00-b5acf4eb435a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278494 Aug 16 15:58:08.833107 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ec21d-2b64-4e92-81b0-3ae5a94c4442 req-fce186ae-52a1-4b88-9d93-5b6d88f724f6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:08.834599 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-384ec21d-2b64-4e92-81b0-3ae5a94c4442 req-fce186ae-52a1-4b88-9d93-5b6d88f724f6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 946 time: 0.0546317 Aug 16 15:58:08.873000 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-384ec21d-2b64-4e92-81b0-3ae5a94c4442 req-8754c46b-8fcf-4820-9369-08bf0cf58a24 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Aug 16 15:58:09.987301 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe1c4-a62f-44fd-b212-7a1603f17a12 req-ed1e10a3-c493-4018-95f6-d8aaf55d8259 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:09.988770 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-17efe1c4-a62f-44fd-b212-7a1603f17a12 req-ed1e10a3-c493-4018-95f6-d8aaf55d8259 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 946 time: 0.0486789 Aug 16 15:58:10.028207 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-17efe1c4-a62f-44fd-b212-7a1603f17a12 req-8aacc890-c360-43de-9f62-47d88ee8e09a tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327063 Aug 16 15:58:10.140442 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cb15d-78e0-46d0-816c-642861ed5a68 req-7999779c-2605-47f1-bc87-9b8ad51a6744 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:10.141943 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f46cb15d-78e0-46d0-816c-642861ed5a68 req-7999779c-2605-47f1-bc87-9b8ad51a6744 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 946 time: 0.0490153 Aug 16 15:58:10.179959 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f46cb15d-78e0-46d0-816c-642861ed5a68 req-2e301a06-ce2c-474f-bea4-ead3e3573e73 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Aug 16 15:58:10.201894 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55952) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:10.239629 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297657c7-f537-41a5-b0aa-7ad5b1a0b895 tempest-TestVolumeBootPattern-585978454 tempest-TestVolumeBootPattern-585978454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:10.241108 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-297657c7-f537-41a5-b0aa-7ad5b1a0b895 tempest-TestVolumeBootPattern-585978454 tempest-TestVolumeBootPattern-585978454-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1094 time: 0.0382085 Aug 16 15:58:10.244423 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55954) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:10.248678 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:10.311795 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:10.408596 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:10.511166 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Allocated IP 172.27.2.159 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/7ce6d062-fd35-439d-936a-32404c1b129b) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:58:10.617311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:10.683517 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:10.719819 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:58:10.724531 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:58:10.728843 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:58:10.752065 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=7ce6d062-fd35-439d-936a-32404c1b129b,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:11.082353 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:11.201843 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:11.255792 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55962) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:11.364876 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:11.420324 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:11.490299 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=7ce6d062-fd35-439d-936a-32404c1b129b,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:11.500213 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:11.599886 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Floating IP 5c7a2919-8b06-43bd-8d6b-2194179c2daf associated. External IP: 172.27.2.159, port: 700159a8-e049-4f50-b7c1-79b334154580. Aug 16 15:58:11.695038 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:11.803395 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:58:11.940477 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Deleting port d3a9c976-638b-49af-acfd-838f8106603e {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:11.940823 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:12.155024 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:58:12.165190 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:58:12.175518 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:12.179028 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:12.243606 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:12.281861 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-cd6e2c9b-bd74-4df1-9214-e1044a0f5425 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0250614 Aug 16 15:58:12.281861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'tag': '700159a8-e049-4f50-b7c1-79b334154580'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:12.281861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39afa8b-f737-41eb-be81-80715eee746f" -d '{"events": [{"name": "network-changed", "server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "tag": "700159a8-e049-4f50-b7c1-79b334154580"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:12.284867 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] For port d3a9c976-638b-49af-acfd-838f8106603e, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=d3a9c976-638b-49af-acfd-838f8106603e,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:12.284867 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:12.291963 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:12.300172 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Calling delete_port for d3a9c976-638b-49af-acfd-838f8106603e owned by network:router_interface {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:12.317496 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd850b-e8c4-4d74-b1fd-2cb97ca735e8 x-openstack-request-id: req-70fd850b-e8c4-4d74-b1fd-2cb97ca735e8 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:12.317791 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "tag": "700159a8-e049-4f50-b7c1-79b334154580", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:12.318038 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70fd850b-e8c4-4d74-b1fd-2cb97ca735e8 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:12.318432 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'tag': '700159a8-e049-4f50-b7c1-79b334154580', 'status': 'completed', 'code': 200} Aug 16 15:58:12.453294 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39afa8b-f737-41eb-be81-80715eee746f req-47f773f5-76dd-4c1f-987b-842f13eae656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:12.454719 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-47f773f5-76dd-4c1f-987b-842f13eae656 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1099 time: 0.0606897 Aug 16 15:58:12.524445 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:10Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:12.549580 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:58:12.558004 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:12.558642 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:12.580761 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39afa8b-f737-41eb-be81-80715eee746f req-4deb7ef5-d591-4250-8011-50894a0bb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:12.582234 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-4deb7ef5-d591-4250-8011-50894a0bb2a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.1160345 Aug 16 15:58:12.630823 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:12.662536 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:12.668491 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a9c976-638b-49af-acfd-838f8106603e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:12.701079 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.701464 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.701770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.702104 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.702439 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.702810 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.703132 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.703504 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.703782 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.704106 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.704430 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.704750 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:12.732938 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-c59bc921-e798-408b-a525-223e00ed8b71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 200 len: 1000 time: 0.1424727 Aug 16 15:58:12.831467 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39afa8b-f737-41eb-be81-80715eee746f req-80ac1d97-abc8-43c9-a65c-27ac1fde3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:12.832923 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-80ac1d97-abc8-43c9-a65c-27ac1fde3089 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0867808 Aug 16 15:58:12.906500 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:10Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:12.921752 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:12.924516 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39afa8b-f737-41eb-be81-80715eee746f req-93899e0b-277c-4017-88af-de59e145bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:12.925994 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-93899e0b-277c-4017-88af-de59e145bb0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840871 Aug 16 15:58:12.933155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894aaab-6836-4998-a28a-3dd305f5a24e None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:10Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:58:13.095710 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-74bb7ef5-2b61-4a43-b1ee-5903a27d9b3a service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608200 Aug 16 15:58:13.140290 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258cfc2-3534-4170-9f82-af6ec1e9df07 None None] New status for floating IP 5c7a2919-8b06-43bd-8d6b-2194179c2daf: ACTIVE {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:58:13.268610 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39afa8b-f737-41eb-be81-80715eee746f req-7def676c-6cc2-4816-ae9f-4eb4beae8f58 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635222 Aug 16 15:58:13.273511 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Router 70e0129c-3b82-4403-ab53-2a9354dcf998 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:58:13.381026 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:58:13.386182 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-3610d845-f7b8-405d-904b-bd829760b98a admin admin] 10.222.0.30 "PUT /v2.0/routers/70e0129c-3b82-4403-ab53-2a9354dcf998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1293569 Aug 16 15:58:13.388769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55972) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:13.391249 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] Sync routers for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:58:13.401197 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:13.401880 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:13.489273 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:13.505246 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:13.584439 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:13.676855 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Deleting port 91bf5faf-f7da-47bc-878d-286aa4caf0c7 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:13.677200 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:13.679027 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:58:12Z', 'revision_number': 5, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port': {'id': '91bf5faf-f7da-47bc-878d-286aa4caf0c7', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:51:41Z', 'updated_at': '2021-08-16T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:13.707788 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] Checking router: 70e0129c-3b82-4403-ab53-2a9354dcf998 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:58:13.716524 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] Routers {'70e0129c-3b82-4403-ab53-2a9354dcf998'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:13.717100 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['70e0129c-3b82-4403-ab53-2a9354dcf998'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:13.754873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] For port 91bf5faf-f7da-47bc-878d-286aa4caf0c7, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=91bf5faf-f7da-47bc-878d-286aa4caf0c7,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:13.755250 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:13.768129 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Calling delete_port for 91bf5faf-f7da-47bc-878d-286aa4caf0c7 owned by network:router_gateway {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:13.807673 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] Set router 70e0129c-3b82-4403-ab53-2a9354dcf998 gateway port host: None {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:13.860478 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 6, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:13.890136 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574a948-5504-4a0c-a793-250a08065f82 None None] The sync data for ids ['70e0129c-3b82-4403-ab53-2a9354dcf998'] in dv-cinder-799668-6-iscsi is: [{'id': '70e0129c-3b82-4403-ab53-2a9354dcf998', 'name': 'tempest-AttachVolumeTestJSON-2091245366-router', 'tenant_id': 'd8b7369c53664ede8437a78b219d5cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:51:40Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 6, 'project_id': 'd8b7369c53664ede8437a78b219d5cdc', 'gw_port_host': None}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:58:13.991754 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.021952 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bf5faf-f7da-47bc-878d-286aa4caf0c7,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:14.078146 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.163466 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.165449 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.278104 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.278733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e0129c-3b82-4403-ab53-2a9354dcf998 {{(pid=101074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:58:14.287035 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.287035 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c6cdb69a-20de-413e-ba02-1821c4a92c57 admin admin] 10.222.0.30 "DELETE /v2.0/routers/70e0129c-3b82-4403-ab53-2a9354dcf998 HTTP/1.1" status: 204 len: 168 time: 0.8949013 Aug 16 15:58:14.287547 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 55974) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:14.338878 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Deleting subnet 8060e02c-c0ed-429e-bb7e-8e829bb228be {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:58:14.342084 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.376171 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.485291 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.603577 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.630785 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8060e02c-c0ed-429e-bb7e-8e829bb228be,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:14.632990 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.635676 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-028288b3-1fe5-4fe7-8397-85d8644b9646 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8060e02c-c0ed-429e-bb7e-8e829bb228be HTTP/1.1" status: 204 len: 168 time: 0.3461444 Aug 16 15:58:14.637552 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55976) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:14.647114 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4272b-2aa8-4c8c-b620-6827505d40c2 None None] Network c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:58:14.705637 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.769427 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Deleting port 88859734-5adf-455b-9283-b74e793a0e1c {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:14.769767 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.831291 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] DHCP port deletion for c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:58:14.844727 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] For port 88859734-5adf-455b-9283-b74e793a0e1c, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=88859734-5adf-455b-9283-b74e793a0e1c,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:14.845093 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.859250 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Calling delete_port for 88859734-5adf-455b-9283-b74e793a0e1c owned by network:dhcp {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:14.889981 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] Deleting port 88859734-5adf-455b-9283-b74e793a0e1c {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:14.890507 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.960879 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] For port 88859734-5adf-455b-9283-b74e793a0e1c, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=88859734-5adf-455b-9283-b74e793a0e1c,segment=NetworkSegment(29d3563b-1e89-41f0-87c2-30afa6a5b000),segment_id=29d3563b-1e89-41f0-87c2-30afa6a5b000)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:14.960879 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:14.972383 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] Calling delete_port for 88859734-5adf-455b-9283-b74e793a0e1c owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:15.003842 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.018914 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 91bf5faf-f7da-47bc-878d-286aa4caf0c7 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:58:15.037594 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=88859734-5adf-455b-9283-b74e793a0e1c,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:15.041572 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 91bf5faf-f7da-47bc-878d-286aa4caf0c7 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:58:15.041862 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 91bf5faf-f7da-47bc-878d-286aa4caf0c7 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:58:15.042368 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 88859734-5adf-455b-9283-b74e793a0e1c no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:58:15.045541 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] No DVR routers for this DVR port 88859734-5adf-455b-9283-b74e793a0e1c on host dv-cinder-799668-6-iscsi {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:58:15.065695 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 88859734-5adf-455b-9283-b74e793a0e1c {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:58:15.066040 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 88859734-5adf-455b-9283-b74e793a0e1c not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:58:15.066463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d3a9c976-638b-49af-acfd-838f8106603e no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:58:15.092769 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: d3a9c976-638b-49af-acfd-838f8106603e {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:58:15.093113 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d3a9c976-638b-49af-acfd-838f8106603e not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:58:15.115803 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.121697 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.131425 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:15.142663 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] Pushing event deleted for resources: {'Port': ['ID=88859734-5adf-455b-9283-b74e793a0e1c,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:15.145986 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be275138-7aa3-44c6-a995-32498979dbc7 None None] No DVR routers for this DVR port 88859734-5adf-455b-9283-b74e793a0e1c on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:58:15.146662 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d3563b-1e89-41f0-87c2-30afa6a5b000') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:15.148522 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d3563b-1e89-41f0-87c2-30afa6a5b000') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:15.161575 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.175346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.182274 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:58:15.186736 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:58:15.188373 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:58:15.288989 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.294253 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.296157 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5 HTTP/1.1" status: 204 len: 168 time: 0.6576052 Aug 16 15:58:15.307187 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15463b25-cad2-4b6d-8970-d25037b6fa16 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cbd5b2-f414-41dd-bc90-3d4c4cd7dfe5,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:15.608782 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55980) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:15.648624 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-838e6866-7ab3-49d2-91b6-1bae2dcdae39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8b7369c53664ede8437a78b219d5cdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386901 Aug 16 15:58:15.651062 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 55982) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:15.697204 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2b199419-9b74-4150-88d9-9a7f960eef32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.720678 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2b199419-9b74-4150-88d9-9a7f960eef32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.808877 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2b199419-9b74-4150-88d9-9a7f960eef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.811364 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-2b199419-9b74-4150-88d9-9a7f960eef32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:15.812489 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-2b199419-9b74-4150-88d9-9a7f960eef32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7088e574-ff26-4f76-b154-9e81e033819e HTTP/1.1" status: 204 len: 168 time: 0.1605377 Aug 16 15:58:15.820395 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199419-9b74-4150-88d9-9a7f960eef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7088e574-ff26-4f76-b154-9e81e033819e,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:16.774269 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56004) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:16.871044 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-684838879-network', 'tenant_id': '0a88b9a8defc46bc88a3a887e4db890c'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:16.968075 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Made reservation on behalf of 0a88b9a8defc46bc88a3a887e4db890c for: {'network': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:58:16.970416 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:16.979582 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.066285 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.134225 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.158555 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=101075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:58:17.168617 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a28fb2-8a71-43ea-ab70-9479811f3e1b,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:17.173346 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.173696 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.segments_db [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Added segment a7f98a7a-ab82-40bd-967a-6a38552a91b8 of type vlan for network 6267894d-e1ca-446c-8385-6865676134a1 Aug 16 15:58:17.212348 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.277166 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.278143 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:17.278776 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.339303 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] Pushing event updated for resources: {'Network': ['ID=6267894d-e1ca-446c-8385-6865676134a1,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:17.349255 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 6267894d-e1ca-446c-8385-6865676134a1 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:58:17.375209 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-d7642b93-ea5b-4f21-ad94-dc416d0f013d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5997014 Aug 16 15:58:17.377945 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56008) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:17.382995 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Request body: {'subnet': {'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-684838879-subnet', 'tenant_id': '0a88b9a8defc46bc88a3a887e4db890c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:17.454817 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Made reservation on behalf of 0a88b9a8defc46bc88a3a887e4db890c for: {'subnet': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:58:17.457186 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4760764'] for subnet, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.682732 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4739870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4760786'] for subnet, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.739464 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269295dd-daf6-4dc4-aea6-d9bffda51b1e,revision_number=0']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:17.744769 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Checking segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:58:17.745147 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Network hostable DHCP agents. Network: 6267894d-e1ca-446c-8385-6865676134a1, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:58:17.814170 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Network 6267894d-e1ca-446c-8385-6865676134a1 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:58:17.905451 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 6267894d-e1ca-446c-8385-6865676134a1) {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:58:17.909362 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:17.909952 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:17.914624 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1872ea-6412-4fa9-a2a7-d1ec82591943 None None] Network 6267894d-e1ca-446c-8385-6865676134a1 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:58:17.998132 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-99cbb017-8971-4399-9785-7c288e102846 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6188028 Aug 16 15:58:18.033764 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda428b-53c9-4d19-a588-f3560177a6d4 None None] Network 6267894d-e1ca-446c-8385-6865676134a1 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:58:18.421341 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-89d0b56a-d4b8-46a7-a6c7-3263000c4bac tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:18.422797 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-89d0b56a-d4b8-46a7-a6c7-3263000c4bac tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1011639 Aug 16 15:58:18.437365 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-35aa46e1-7d0b-4b9d-aacc-546faae4cf38 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/quotas/0a88b9a8defc46bc88a3a887e4db890c HTTP/1.1" status: 200 len: 375 time: 0.0086117 Aug 16 15:58:18.468644 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-84e765b7-f595-417e-8a58-064f0a777292 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263460 Aug 16 15:58:18.601363 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-6fda4524-cf2a-482c-a793-ce806a8510de service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260965 Aug 16 15:58:18.688152 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-3ca42283-0039-4d41-a973-1b9d26ecfe2e service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808327 Aug 16 15:58:18.814444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:18.911096 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4687b586-a0b0-4953-b95b-bbe7b523d394 req-d17e4e32-1b53-4530-a5b2-329b9e7958d2 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 210 time: 0.0251386 Aug 16 15:58:20.002409 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fcf8c759-b964-47d0-8e5a-ebe5d1e73bfa req-6603b986-3326-4ae5-99f8-615ebe97f681 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 210 time: 0.0252316 Aug 16 15:58:20.975856 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-641b0422-24d7-4572-9824-bbe69619ba13 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:20.978085 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-641b0422-24d7-4572-9824-bbe69619ba13 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1029136 Aug 16 15:58:20.997568 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Request body: {'port': {'device_id': 'f3cba92f-544c-415f-a70b-cf3519817655', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'admin_state_up': True, 'tenant_id': '0a88b9a8defc46bc88a3a887e4db890c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:21.112478 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b6d60e1e-292c-496f-806a-f610ec593049 req-c9f0a009-5ed7-4b85-afec-32b7f0fedaa6 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 210 time: 0.0380239 Aug 16 15:58:21.220617 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Made reservation on behalf of 0a88b9a8defc46bc88a3a887e4db890c for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:58:21.224096 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:21.345206 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Allocated IP 172.20.0.14 (6267894d-e1ca-446c-8385-6865676134a1/269295dd-daf6-4dc4-aea6-d9bffda51b1e/06c9dbbf-a476-4846-b221-2fb39f74be0e) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:58:21.492347 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:21.499716 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:58:21.574637 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:21.616895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Network 6267894d-e1ca-446c-8385-6865676134a1 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:58:21.620588 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:58:21.624266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:58:21.650641 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event updated for resources: {'Port': ['ID=06c9dbbf-a476-4846-b221-2fb39f74be0e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:21.676644 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:21.677250 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:21.723364 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-276df385-d69f-4578-96af-5688ffe3e736 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7294655 Aug 16 15:58:21.745780 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Request body: {'port': {'device_id': 'f3cba92f-544c-415f-a70b-cf3519817655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:21.795606 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:22.045245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c9dbbf-a476-4846-b221-2fb39f74be0e {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:22.052441 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:22.064509 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Transition to ACTIVE for port object 06c9dbbf-a476-4846-b221-2fb39f74be0e will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:58:22.122763 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:22.233420 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877f0ae-577d-4088-849f-dbf4cc6aa3fe req-298f2eff-f77b-4e6c-8d47-b4069dfcf7f9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:22.235807 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0877f0ae-577d-4088-849f-dbf4cc6aa3fe req-298f2eff-f77b-4e6c-8d47-b4069dfcf7f9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 944 time: 0.0560465 Aug 16 15:58:22.276847 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0877f0ae-577d-4088-849f-dbf4cc6aa3fe req-e453b1cb-7fff-4051-9be7-525d3c191700 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Aug 16 15:58:22.436873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Pushing event updated for resources: {'Port': ['ID=06c9dbbf-a476-4846-b221-2fb39f74be0e,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:22.503542 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Attempting to bind port 06c9dbbf-a476-4846-b221-2fb39f74be0e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:58:22.503859 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Attempting to bind port 06c9dbbf-a476-4846-b221-2fb39f74be0e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:58:22.504185 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Attempting to bind port 06c9dbbf-a476-4846-b221-2fb39f74be0e on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:58:22.508449 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Port 06c9dbbf-a476-4846-b221-2fb39f74be0e on network 6267894d-e1ca-446c-8385-6865676134a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:58:22.508770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Attempting to bind port 06c9dbbf-a476-4846-b221-2fb39f74be0e on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:58:22.513430 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:58:22.513763 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Checking segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:58:22.514142 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Bound using segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:58:22.514589 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Bound port: 06c9dbbf-a476-4846-b221-2fb39f74be0e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:58:22.514943 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:22.579316 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] For port 06c9dbbf-a476-4846-b221-2fb39f74be0e, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:58:22.582434 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] For port 06c9dbbf-a476-4846-b221-2fb39f74be0e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06c9dbbf-a476-4846-b221-2fb39f74be0e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:58:22.644029 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:22.684846 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:22.688727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:22.688727 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] 10.222.0.60 "PUT /v2.0/ports/06c9dbbf-a476-4846-b221-2fb39f74be0e HTTP/1.1" status: 200 len: 1094 time: 0.9457502 Aug 16 15:58:22.688727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cba92f-544c-415f-a70b-cf3519817655', 'tag': '06c9dbbf-a476-4846-b221-2fb39f74be0e'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:22.689462 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984d58e-5534-497c-aa4e-02dcaa5e1651" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cba92f-544c-415f-a70b-cf3519817655", "tag": "06c9dbbf-a476-4846-b221-2fb39f74be0e"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:22.709682 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b48b-9a8a-4d98-850f-b4acff9ff289 service neutron] Pushing event updated for resources: {'Port': ['ID=06c9dbbf-a476-4846-b221-2fb39f74be0e,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:22.728160 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f995f-7665-4bbc-a836-ea668ac18617 x-openstack-request-id: req-681f995f-7665-4bbc-a836-ea668ac18617 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:22.728453 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cba92f-544c-415f-a70b-cf3519817655", "tag": "06c9dbbf-a476-4846-b221-2fb39f74be0e", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:22.728702 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-681f995f-7665-4bbc-a836-ea668ac18617 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:22.729098 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cba92f-544c-415f-a70b-cf3519817655', 'tag': '06c9dbbf-a476-4846-b221-2fb39f74be0e', 'status': 'completed', 'code': 200} Aug 16 15:58:22.817741 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d58e-5534-497c-aa4e-02dcaa5e1651 req-21f71686-3765-4fc0-a38d-ce03e10dbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:22.819234 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8984d58e-5534-497c-aa4e-02dcaa5e1651 req-21f71686-3765-4fc0-a38d-ce03e10dbeeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 1097 time: 0.0396187 Aug 16 15:58:22.927227 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d58e-5534-497c-aa4e-02dcaa5e1651 req-014a5316-7744-4852-86d5-9f79e69d4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:22.928852 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8984d58e-5534-497c-aa4e-02dcaa5e1651 req-014a5316-7744-4852-86d5-9f79e69d4038 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906839 Aug 16 15:58:23.023074 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d58e-5534-497c-aa4e-02dcaa5e1651 req-26a68cf5-0a09-4cb9-93c6-c779ca919d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:23.025115 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8984d58e-5534-497c-aa4e-02dcaa5e1651 req-26a68cf5-0a09-4cb9-93c6-c779ca919d9b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859263 Aug 16 15:58:23.123356 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-6b90608e-8f1c-4daf-ad6a-865bdfc4252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:23.124835 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-6b90608e-8f1c-4daf-ad6a-865bdfc4252b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 1097 time: 0.0394363 Aug 16 15:58:23.178249 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-dcd9b927-ca52-4158-83e3-d2d265567867 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06c9dbbf-a476-4846-b221-2fb39f74be0e HTTP/1.1" status: 200 len: 217 time: 0.0354073 Aug 16 15:58:23.231421 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-fdec2873-d26e-4506-ab0b-d2a6a4bf18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:23.232839 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-fdec2873-d26e-4506-ab0b-d2a6a4bf18b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=269295dd-daf6-4dc4-aea6-d9bffda51b1e HTTP/1.1" status: 200 len: 854 time: 0.0425780 Aug 16 15:58:23.267836 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-7f587f52-0731-4c3b-90dc-f7a0885ce656 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6267894d-e1ca-446c-8385-6865676134a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232430 Aug 16 15:58:23.361430 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-b41ee9e8-10d4-40e5-9d27-ce74bad0752a service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Aug 16 15:58:23.394370 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013093c-368f-4410-a0f7-40f06b235c7d req-b27104c0-ec49-4e1a-b269-94a7ef0a146b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:23.395885 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9013093c-368f-4410-a0f7-40f06b235c7d req-b27104c0-ec49-4e1a-b269-94a7ef0a146b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 944 time: 0.0503399 Aug 16 15:58:23.433612 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9013093c-368f-4410-a0f7-40f06b235c7d req-4a83da0c-2ec5-4de1-8174-f287575d87d8 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Aug 16 15:58:23.454773 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-064b44f0-9487-4bd8-a512-750bc66e4be5 req-33259a3d-5fea-4b77-b086-80b12ee2d70a service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825541 Aug 16 15:58:24.550599 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b05960-d756-410a-bc4b-aaaf1b150711 req-edca1d3c-6993-4a33-9e96-293f160f1fb5 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:24.552055 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-55b05960-d756-410a-bc4b-aaaf1b150711 req-edca1d3c-6993-4a33-9e96-293f160f1fb5 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 944 time: 0.0493450 Aug 16 15:58:24.593517 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-55b05960-d756-410a-bc4b-aaaf1b150711 req-7879ccfa-9444-410a-a081-cca09b2ffe1c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349824 Aug 16 15:58:25.705078 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c893f-fc8a-4c05-a71b-76a0b6f287d1 req-61bf170a-7c1c-4c54-8bc2-49d09ac74837 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:25.706542 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-372c893f-fc8a-4c05-a71b-76a0b6f287d1 req-61bf170a-7c1c-4c54-8bc2-49d09ac74837 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 944 time: 0.0478234 Aug 16 15:58:25.743247 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-372c893f-fc8a-4c05-a71b-76a0b6f287d1 req-169ab991-2bc6-4599-bd81-6d4bc774452c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300825 Aug 16 15:58:26.853622 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bef34a-9744-4809-bbd0-f2b00e291b48 req-e3231861-7aee-4b48-8bd6-749418fcdc60 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:26.855091 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-73bef34a-9744-4809-bbd0-f2b00e291b48 req-e3231861-7aee-4b48-8bd6-749418fcdc60 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 944 time: 0.0479801 Aug 16 15:58:26.892918 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-73bef34a-9744-4809-bbd0-f2b00e291b48 req-2c851085-c89f-4de2-9d8a-9f2260cdf2ce tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Aug 16 15:58:27.368853 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-594b3ed4-4698-4a73-950d-6e44491337ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:27.452188 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06c9dbbf-a476-4846-b221-2fb39f74be0e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:58:27.542316 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06c9dbbf-a476-4846-b221-2fb39f74be0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06c9dbbf-a476-4846-b221-2fb39f74be0e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:27.552577 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '06c9dbbf-a476-4846-b221-2fb39f74be0e', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'port_id': '06c9dbbf-a476-4846-b221-2fb39f74be0e', 'mac_address': 'fa:16:3e:f8:d2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269295dd-daf6-4dc4-aea6-d9bffda51b1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:58:27.591602 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:27.604168 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c9dbbf-a476-4846-b221-2fb39f74be0e {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:27.622398 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06c9dbbf-a476-4846-b221-2fb39f74be0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06c9dbbf-a476-4846-b221-2fb39f74be0e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:27.699828 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:27.745947 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06c9dbbf-a476-4846-b221-2fb39f74be0e,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:28.010393 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5225-b29e-4890-bc05-c8d5157ac8f2 req-45c0aca9-9cf9-4b7c-8730-6baa30fa4145 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:28.011898 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-721c5225-b29e-4890-bc05-c8d5157ac8f2 req-45c0aca9-9cf9-4b7c-8730-6baa30fa4145 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Aug 16 15:58:28.048343 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:58:28.049421 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-721c5225-b29e-4890-bc05-c8d5157ac8f2 req-e7c1488e-2edc-49a5-8958-30b6fe82ab57 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Aug 16 15:58:29.159904 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864e9c-f956-4462-9b10-65a40dedf9f3 req-83075ac8-8fc4-47b9-87eb-5b07b924856a tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:29.161349 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0864e9c-f956-4462-9b10-65a40dedf9f3 req-83075ac8-8fc4-47b9-87eb-5b07b924856a tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 945 time: 0.0469553 Aug 16 15:58:29.197691 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0864e9c-f956-4462-9b10-65a40dedf9f3 req-997c2bcc-0396-4f45-a1ba-12d93db8ecb3 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298615 Aug 16 15:58:29.453499 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06c9dbbf-a476-4846-b221-2fb39f74be0e up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:58:29.574420 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 06c9dbbf-a476-4846-b221-2fb39f74be0e completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:58:29.578230 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 06c9dbbf-a476-4846-b221-2fb39f74be0e triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:58:29.578639 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:29.659800 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:29.682219 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cba92f-544c-415f-a70b-cf3519817655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c9dbbf-a476-4846-b221-2fb39f74be0e'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:29.684463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8c3ca6-ffbd-4404-a9f0-248788ce6270" -d '{"events": [{"server_uuid": "f3cba92f-544c-415f-a70b-cf3519817655", "name": "network-vif-plugged", "status": "completed", "tag": "06c9dbbf-a476-4846-b221-2fb39f74be0e"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:29.700700 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06c9dbbf-a476-4846-b221-2fb39f74be0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06c9dbbf-a476-4846-b221-2fb39f74be0e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:29.723731 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22da205-0bb9-4335-b3e9-8d2baa746426 x-openstack-request-id: req-a22da205-0bb9-4335-b3e9-8d2baa746426 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:29.723731 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cba92f-544c-415f-a70b-cf3519817655", "name": "network-vif-plugged", "status": "completed", "tag": "06c9dbbf-a476-4846-b221-2fb39f74be0e", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:29.723955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a22da205-0bb9-4335-b3e9-8d2baa746426 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:29.724204 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cba92f-544c-415f-a70b-cf3519817655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c9dbbf-a476-4846-b221-2fb39f74be0e', 'code': 200} Aug 16 15:58:29.768550 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:29.817706 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06c9dbbf-a476-4846-b221-2fb39f74be0e,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:30.055342 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-de476eac-e931-4c65-a3f4-8b6bed483d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:30.085123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ab518-2def-48e3-86c5-f74b04464c1a req-4ca4479e-43bc-4b36-a5da-79ab7365418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:30.086853 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7a3ab518-2def-48e3-86c5-f74b04464c1a req-4ca4479e-43bc-4b36-a5da-79ab7365418e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 1099 time: 0.0395586 Aug 16 15:58:30.135819 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7a3ab518-2def-48e3-86c5-f74b04464c1a req-7a4ddef3-9bde-46fe-9a06-c0445253b4e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Aug 16 15:58:30.311541 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43740a4-c1d4-447d-a734-363147a637c4 req-460d0b06-a28c-4821-9962-1c7f5093c3e5 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:30.312924 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b43740a4-c1d4-447d-a734-363147a637c4 req-460d0b06-a28c-4821-9962-1c7f5093c3e5 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 946 time: 0.0489988 Aug 16 15:58:30.349167 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b43740a4-c1d4-447d-a734-363147a637c4 req-07c9a2de-2f35-4d41-be7f-bcf978774503 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Aug 16 15:58:30.500486 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:30.997385 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:31.463289 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b783a-ad9f-49fc-98d0-5bb23b496a15 req-cdadaaf1-c1c7-4705-af40-1e0eb474b209 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:31.465034 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-262b783a-ad9f-49fc-98d0-5bb23b496a15 req-cdadaaf1-c1c7-4705-af40-1e0eb474b209 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 946 time: 0.0499272 Aug 16 15:58:31.502654 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-262b783a-ad9f-49fc-98d0-5bb23b496a15 req-17049cfc-3da0-45dc-ab67-4dec731a03c9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Aug 16 15:58:32.216727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67150171-20bf-436e-bd67-300b0dc6dece req-93a62b21-e4fc-48a3-9446-ee391384c922 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:32.218280 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-67150171-20bf-436e-bd67-300b0dc6dece req-93a62b21-e4fc-48a3-9446-ee391384c922 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Aug 16 15:58:32.274140 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-67150171-20bf-436e-bd67-300b0dc6dece req-b32f8f2a-68a3-4363-9dd1-fbd233521142 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483580 Aug 16 15:58:32.636597 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0a26-2539-4581-8770-9d37f2f02675 req-be6dfc86-fd42-4c60-8fee-9c486ebfddd1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:32.638047 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a57d0a26-2539-4581-8770-9d37f2f02675 req-be6dfc86-fd42-4c60-8fee-9c486ebfddd1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Aug 16 15:58:32.674955 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a57d0a26-2539-4581-8770-9d37f2f02675 req-1aa24693-c598-4b4a-a05d-5a24f1dc9ced tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Aug 16 15:58:32.854243 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:33.392306 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8483b-433e-4573-bd23-89b66d185138 req-beaef7aa-0a0b-4d5f-98aa-958d6bd24094 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:33.393801 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7bd8483b-433e-4573-bd23-89b66d185138 req-beaef7aa-0a0b-4d5f-98aa-958d6bd24094 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0498831 Aug 16 15:58:33.431848 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7bd8483b-433e-4573-bd23-89b66d185138 req-b7a9d030-2a17-4271-a4d5-bbd8d8be7bf2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320561 Aug 16 15:58:34.208437 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-7b0c96c9-9a9f-47ff-be04-7970d789570a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:34.209865 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-7b0c96c9-9a9f-47ff-be04-7970d789570a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0472867 Aug 16 15:58:34.302620 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Deleting port 9b44835a-9cfd-4c52-9692-193415020b4d {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:34.303141 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:34.389988 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] For port 9b44835a-9cfd-4c52-9692-193415020b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9b44835a-9cfd-4c52-9692-193415020b4d,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:34.390364 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:34.604509 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973917fd-78b5-47ed-839c-3985c0832fad req-67244b96-4e69-4297-8d2a-356b26efe3c7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:34.606008 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-973917fd-78b5-47ed-839c-3985c0832fad req-67244b96-4e69-4297-8d2a-356b26efe3c7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 946 time: 0.0991924 Aug 16 15:58:34.607689 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:34.608063 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:34.608376 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Floating IP bd645fa1-64e1-4519-b5cc-3fdb7af18086 disassociated. External IP: 172.27.2.23, port: 9b44835a-9cfd-4c52-9692-193415020b4d. Aug 16 15:58:34.608715 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Calling delete_port for 9b44835a-9cfd-4c52-9692-193415020b4d owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:34.690628 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-973917fd-78b5-47ed-839c-3985c0832fad req-445c1437-b8c4-469e-88a5-4d977c0b63f6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=975f7dac-b099-4b9b-8035-c66e8ad86049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776455 Aug 16 15:58:34.825844 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:34.854134 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event deleted for resources: {'Port': ['ID=9b44835a-9cfd-4c52-9692-193415020b4d,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:34.967670 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:58:35.072456 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:58:35.083632 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:58:35.096078 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:35.096930 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:35.114432 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] No DVR routers for this DVR port 9b44835a-9cfd-4c52-9692-193415020b4d on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:58:35.117117 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:35.119439 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e6d8f35d-327f-403c-b908-73c23ebc01a4 req-e8dde07b-f0d1-4d96-ac6d-190759a4b15b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "DELETE /v2.0/ports/9b44835a-9cfd-4c52-9692-193415020b4d HTTP/1.1" status: 204 len: 173 time: 0.9019098 Aug 16 15:58:35.120385 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-deleted', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:35.123611 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3263e29-59f5-42e7-ac64-57fdeedff36f" -d '{"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-deleted", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:35.162653 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ecea0-2029-41af-acdb-dccd747c56da x-openstack-request-id: req-685ecea0-2029-41af-acdb-dccd747c56da {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:35.162942 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc787e6-8c49-4799-950f-337c8cef20a8", "name": "network-vif-deleted", "tag": "9b44835a-9cfd-4c52-9692-193415020b4d", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:35.163190 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-685ecea0-2029-41af-acdb-dccd747c56da {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:35.164273 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc787e6-8c49-4799-950f-337c8cef20a8', 'name': 'network-vif-deleted', 'tag': '9b44835a-9cfd-4c52-9692-193415020b4d', 'status': 'completed', 'code': 200} Aug 16 15:58:35.213973 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:35.423350 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:35.451128 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:58:35.459177 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:35.459773 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:35.642623 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:35.802449 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bd6fa855-706f-4a8c-9870-b47566d1b39a req-d2c10e8a-b6c8-4dd6-b0d9-2f38c4b673fb tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fc787e6-8c49-4799-950f-337c8cef20a8 HTTP/1.1" status: 200 len: 210 time: 0.0254672 Aug 16 15:58:35.836600 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:35.861480 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e194fe8-cf3b-4230-9cc9-d245e6fcdd19 None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:58:36.074994 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a52884-458f-4a5d-9501-f441563afc44 None None] New status for floating IP bd645fa1-64e1-4519-b5cc-3fdb7af18086: DOWN {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:58:36.917488 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56142) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:36.977667 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-53f1e337-49df-4c86-9f48-2bdd9173e94d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.000975 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-53f1e337-49df-4c86-9f48-2bdd9173e94d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.111177 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-53f1e337-49df-4c86-9f48-2bdd9173e94d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.113665 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-53f1e337-49df-4c86-9f48-2bdd9173e94d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.114870 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-53f1e337-49df-4c86-9f48-2bdd9173e94d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "DELETE /v2.0/security-groups/975f7dac-b099-4b9b-8035-c66e8ad86049 HTTP/1.1" status: 204 len: 168 time: 0.1963487 Aug 16 15:58:37.117608 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56144) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:37.123829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1e337-49df-4c86-9f48-2bdd9173e94d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f7dac-b099-4b9b-8035-c66e8ad86049,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:37.132680 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.api.v2.resource [None req-75223cf6-1ba4-44d0-8a3f-e7c3d454877e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] show failed (client error): The resource could not be found. Aug 16 15:58:37.132680 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-75223cf6-1ba4-44d0-8a3f-e7c3d454877e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups/975f7dac-b099-4b9b-8035-c66e8ad86049 HTTP/1.1" status: 404 len: 347 time: 0.0134733 Aug 16 15:58:37.135638 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56146) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:37.259120 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Deleting port a8a4e3cd-6cc5-4342-9cc1-1ba7d729b8bc {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:58:37.259466 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.335131 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.336038 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.347078 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Calling delete_port for a8a4e3cd-6cc5-4342-9cc1-1ba7d729b8bc owned by network:floatingip {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:58:37.534184 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.560542 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event deleted for resources: {'Port': ['ID=a8a4e3cd-6cc5-4342-9cc1-1ba7d729b8bc,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:37.570020 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.570372 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.570740 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.571079 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.571415 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.572213 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.572213 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.572404 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.572687 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.573011 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.573337 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.573654 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:58:37.630177 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.632920 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:37.634063 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-06eb1a96-3f7b-4efe-89ac-f397f8edb1f3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd645fa1-64e1-4519-b5cc-3fdb7af18086 HTTP/1.1" status: 204 len: 168 time: 0.4975231 Aug 16 15:58:37.908241 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56152) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:37.912955 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913901009', 'description': 'tempest-description--1737152246'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:38.002131 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.081705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.265705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.296282 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f950dc3c-d219-45aa-a315-3dbcd6e7af25,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:38.414277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.415586 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-81cc0804-1544-4202-9a86-2a4eed0ef7fd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5063505 Aug 16 15:58:38.418320 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56156) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:38.422751 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'security_group_rule': {'security_group_id': 'f950dc3c-d219-45aa-a315-3dbcd6e7af25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:38.509977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.564204 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.642566 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.659306 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b87a487-a9f8-4897-8b2b-72584c955005,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:38.728251 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.729465 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-590f3ca5-7c61-4b50-9041-a07b77e5ba42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101757 Aug 16 15:58:38.732019 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56158) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:38.736385 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'security_group_rule': {'security_group_id': 'f950dc3c-d219-45aa-a315-3dbcd6e7af25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:38.829891 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.888919 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.957129 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780403'] for security_group_rule, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:38.974754 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5d38d8-26a1-410c-8131-1b97d2114fec,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:39.043107 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.044339 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a73a0c98-2fa9-43ec-9f30-6b1c0b1450a2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113821 Aug 16 15:58:39.047492 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56160) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:39.051822 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:39.128821 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.223022 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.329626 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Allocated IP 172.27.2.188 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/47f8b26c-2c97-42a3-8339-2a98a638264e) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:58:39.427966 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.506868 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:58:39.517260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.527959 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 9b44835a-9cfd-4c52-9692-193415020b4d {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:58:39.528302 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 9b44835a-9cfd-4c52-9692-193415020b4d not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:58:39.553262 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:58:39.557926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:58:39.561422 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:58:39.587035 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'Port': ['ID=47f8b26c-2c97-42a3-8339-2a98a638264e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:39.647152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.747109 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.892388 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:39.950980 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:40.020379 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'Port': ['ID=47f8b26c-2c97-42a3-8339-2a98a638264e,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:40.030622 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:40.099730 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:40.101557 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-73b95581-b445-4dec-be19-49de0a004179 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0525513 Aug 16 15:58:40.281161 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9efdb9db-f712-4326-9be8-8afcb35da4df tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1913901009&fields=id&tenant_id=56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 267 time: 0.0319452 Aug 16 15:58:40.387236 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-bc99842f-73da-474d-b205-90f940559646 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:40.388696 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-bc99842f-73da-474d-b205-90f940559646 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 817 time: 0.1009083 Aug 16 15:58:40.403975 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-702ab48f-d303-4e3c-8942-cfa95d221cce tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/quotas/56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 375 time: 0.0096731 Aug 16 15:58:40.455436 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-afd7cf6e-920a-47c2-a9b9-15cc841ebcf0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458694 Aug 16 15:58:40.549451 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-cf4fe453-0085-46d2-a9ba-865c5229043b service neutron] 10.222.0.30 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822196 Aug 16 15:58:40.635019 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-040b141d-40f2-4e79-b2d2-46bb80acf412 service neutron] 10.222.0.30 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793407 Aug 16 15:58:40.868143 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dcafcc7c-36bf-4555-b708-67be0bd86e61 req-3e580a59-0a83-4f33-b3ea-5e0ac748e6c4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Aug 16 15:58:41.968648 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e36eaa8e-774c-495b-b31c-d286d5956fc7 req-8897672d-b687-41a8-b6ea-a6d378d4e51e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Aug 16 15:58:42.546057 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-06b7f4b4-5e2b-4956-8f71-0e4251a056d1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:42.547557 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-06b7f4b4-5e2b-4956-8f71-0e4251a056d1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 817 time: 0.1102655 Aug 16 15:58:42.604320 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-bd735412-3a28-40a4-906a-02cc6599fffc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 380 time: 0.0411136 Aug 16 15:58:42.613382 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'port': {'device_id': '46836247-4627-4ded-a551-2962751894d8', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'admin_state_up': True, 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'security_groups': ['f950dc3c-d219-45aa-a315-3dbcd6e7af25']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:42.818440 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Made reservation on behalf of 56f71125abd44c9596cab3a92a338f13 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:58:42.822910 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:42.840173 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-cc0286b6-bb61-4d3b-b002-a05fcfac32e4 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:42.841697 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-cc0286b6-bb61-4d3b-b002-a05fcfac32e4 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1184299 Aug 16 15:58:42.864241 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-44820cbc-e680-480d-bdca-86c5715595e7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/quotas/0a88b9a8defc46bc88a3a887e4db890c HTTP/1.1" status: 200 len: 375 time: 0.0152082 Aug 16 15:58:42.974240 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-351da3da-6ed9-405e-8246-65badcd0c5ad tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822234 Aug 16 15:58:43.039365 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Allocated IP 172.20.0.4 (3c528913-2121-4de5-9101-bb40f8e6a87b/a6adf219-4440-4559-8e20-af3460e5e990/06004003-8d7d-47df-840e-118eb975778a) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:58:43.069000 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-aa330ae8-c771-4c76-9afe-2e7db8cac4c9 req-abcd09d6-c78a-45b7-82ad-06a1e7bfc6ab tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Aug 16 15:58:43.110161 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-a5b6705f-93f5-4604-8043-d4c42bd41cf7 service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268351 Aug 16 15:58:43.268814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:43.272407 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-d924b198-263d-4ef9-9b8c-08b040b3d107 service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490829 Aug 16 15:58:43.283285 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Transition to ACTIVE for port object 06004003-8d7d-47df-840e-118eb975778a will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:58:43.363159 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:43.405814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Network 3c528913-2121-4de5-9101-bb40f8e6a87b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:58:43.408946 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:58:43.412737 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:58:43.447079 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:43.473767 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:43.474422 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:43.509647 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f17b5ed5-21fa-47ce-b9b0-befa7fde1c3e req-8c6099ec-ba5f-4e12-82ef-32c35c146347 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 210 time: 0.0325477 Aug 16 15:58:43.559047 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9bb97d7d-a721-4daf-8a58-43060bd650a0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481552 Aug 16 15:58:43.588440 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Request body: {'port': {'device_id': '46836247-4627-4ded-a551-2962751894d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:43.641696 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:43.746180 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-8bffedb9-2632-4c4b-b6a9-2973a71f5610 None None] Provisioning for port 06004003-8d7d-47df-840e-118eb975778a completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:58:43.749529 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-8bffedb9-2632-4c4b-b6a9-2973a71f5610 None None] Provisioning complete for port 06004003-8d7d-47df-840e-118eb975778a triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:58:43.749944 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8bffedb9-2632-4c4b-b6a9-2973a71f5610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:43.789233 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-8bffedb9-2632-4c4b-b6a9-2973a71f5610 None None] Port 06004003-8d7d-47df-840e-118eb975778a cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:58:43.902677 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06004003-8d7d-47df-840e-118eb975778a {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:43.909817 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:43.921823 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Transition to ACTIVE for port object 06004003-8d7d-47df-840e-118eb975778a will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:58:43.974176 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:44.038817 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:44.090998 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Attempting to bind port 06004003-8d7d-47df-840e-118eb975778a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:58:44.091338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Attempting to bind port 06004003-8d7d-47df-840e-118eb975778a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:58:44.091673 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Attempting to bind port 06004003-8d7d-47df-840e-118eb975778a on network 3c528913-2121-4de5-9101-bb40f8e6a87b {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:58:44.096231 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Port 06004003-8d7d-47df-840e-118eb975778a on network 3c528913-2121-4de5-9101-bb40f8e6a87b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:58:44.096549 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Attempting to bind port 06004003-8d7d-47df-840e-118eb975778a on network 3c528913-2121-4de5-9101-bb40f8e6a87b {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:58:44.101765 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:58:44.102259 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Checking segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:58:44.102867 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Bound using segment: {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:58:44.103103 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Bound port: 06004003-8d7d-47df-840e-118eb975778a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d172a5-5395-4fc3-90e2-3ed870157e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:58:44.103466 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:44.199823 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:58:44.205116 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:58:44.217607 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2d3d-9f86-46b2-8d71-874bd9718c51 req-a612e8c8-1222-44e6-bf65-3cea607dd6ee tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.219328 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-93af2d3d-9f86-46b2-8d71-874bd9718c51 req-a612e8c8-1222-44e6-bf65-3cea607dd6ee tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0660918 Aug 16 15:58:44.258017 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-93af2d3d-9f86-46b2-8d71-874bd9718c51 req-01791644-e5a6-46b5-bca4-5fa2dbf8025e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Aug 16 15:58:44.259108 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:44.293828 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.293828 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:44.294545 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] 10.222.0.60 "PUT /v2.0/ports/06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 200 len: 1093 time: 0.7105970 Aug 16 15:58:44.296823 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:44.297233 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f541c-2ed1-430f-995b-05c2ced523cb" -d '{"events": [{"name": "network-changed", "server_uuid": "46836247-4627-4ded-a551-2962751894d8", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:44.322406 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc44b5-23e3-4bd6-924d-a65658568b4a service neutron] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:44.350068 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bc4b31-1893-4927-8c59-57296810a011 x-openstack-request-id: req-51bc4b31-1893-4927-8c59-57296810a011 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:44.350068 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46836247-4627-4ded-a551-2962751894d8", "tag": "06004003-8d7d-47df-840e-118eb975778a", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:44.350068 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51bc4b31-1893-4927-8c59-57296810a011 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:44.350068 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'status': 'completed', 'code': 200} Aug 16 15:58:44.440906 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f541c-2ed1-430f-995b-05c2ced523cb req-1664e5e3-86f5-4289-8b76-07dbb41626f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.442518 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-550f541c-2ed1-430f-995b-05c2ced523cb req-1664e5e3-86f5-4289-8b76-07dbb41626f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1096 time: 0.0420437 Aug 16 15:58:44.551016 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f541c-2ed1-430f-995b-05c2ced523cb req-d0ca2b8a-128d-4fa8-a09a-73b471e23819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.562430 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-550f541c-2ed1-430f-995b-05c2ced523cb req-d0ca2b8a-128d-4fa8-a09a-73b471e23819 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=56f71125abd44c9596cab3a92a338f13&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0951588 Aug 16 15:58:44.641247 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b2ea06e0-c259-49be-9394-1b867f28b689 req-c784c6c9-7c69-44a1-bccc-81da62c38700 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 210 time: 0.0318830 Aug 16 15:58:44.677585 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f541c-2ed1-430f-995b-05c2ced523cb req-42458aea-211c-4651-ae6f-b02634cc568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.679777 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-550f541c-2ed1-430f-995b-05c2ced523cb req-42458aea-211c-4651-ae6f-b02634cc568e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195977 Aug 16 15:58:44.775386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9db0bbe4-4039-4a28-b684-b6bff84878fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.776884 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-9db0bbe4-4039-4a28-b684-b6bff84878fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1096 time: 0.0407007 Aug 16 15:58:44.841941 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-4a1b54b6-de51-40c2-8384-d2e2e4eb6ad0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 200 len: 217 time: 0.0375435 Aug 16 15:58:44.891950 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-40184659-9c51-44fc-9e30-e307cd465a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.893383 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-40184659-9c51-44fc-9e30-e307cd465a48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0442665 Aug 16 15:58:44.939031 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-35c7eb56-1eb3-498f-9e85-a6b893b12be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:44.940466 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-35c7eb56-1eb3-498f-9e85-a6b893b12be5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396059 Aug 16 15:58:45.031845 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-8cad09fd-6aeb-4ab8-98b7-2c0201b5839b service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836349 Aug 16 15:58:45.129970 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-dd77e5a1-dc6c-4735-8eb9-fc7e9398aa04 req-37581ffa-a14a-4b3d-a5e1-77848947c648 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804486 Aug 16 15:58:45.380735 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cd2a-0c3e-45a2-b281-664489f59cdd req-b56f53a5-6c57-405f-8adb-92d258f15c25 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:45.383358 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7c47cd2a-0c3e-45a2-b281-664489f59cdd req-b56f53a5-6c57-405f-8adb-92d258f15c25 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0532656 Aug 16 15:58:45.422918 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7c47cd2a-0c3e-45a2-b281-664489f59cdd req-e498ffa5-2274-468e-ab1d-3db7af025f6b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Aug 16 15:58:45.679934 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-cee0df17-6824-45c6-871c-78641b251422 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:45.681372 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-cee0df17-6824-45c6-871c-78641b251422 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.3828959 Aug 16 15:58:45.704497 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Request body: {'port': {'device_id': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'admin_state_up': True, 'tenant_id': '0a88b9a8defc46bc88a3a887e4db890c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:45.764466 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5b1b4b65-45b3-4471-93c1-9d4a75495e98 req-d3f6b6ed-9265-4329-813c-c11c9e4bc80b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 210 time: 0.0554574 Aug 16 15:58:45.905445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Made reservation on behalf of 0a88b9a8defc46bc88a3a887e4db890c for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:58:45.908967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.029469 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Allocated IP 172.20.0.9 (6267894d-e1ca-446c-8385-6865676134a1/269295dd-daf6-4dc4-aea6-d9bffda51b1e/4cecc733-2333-4144-9615-7120b89e1827) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:58:46.171465 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.237509 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.272086 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:58:46.280588 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Network 6267894d-e1ca-446c-8385-6865676134a1 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:58:46.283725 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:58:46.287451 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:58:46.294345 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event updated for resources: {'Port': ['ID=4cecc733-2333-4144-9615-7120b89e1827,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:46.339528 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:46.340141 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.398153 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-7661c1e8-9098-4955-98e7-e9d0ca5a4cdf tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6969829 Aug 16 15:58:46.418727 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Request body: {'port': {'device_id': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:46.473411 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.543668 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b371-bea8-44d3-b9b0-a5ccfb68d541 req-ebeb5c05-7584-4b0f-9e58-b56d8124702e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:46.545821 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f693b371-bea8-44d3-b9b0-a5ccfb68d541 req-ebeb5c05-7584-4b0f-9e58-b56d8124702e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0494311 Aug 16 15:58:46.585665 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f693b371-bea8-44d3-b9b0-a5ccfb68d541 req-4405c5ae-6b50-4c70-a7ee-df8686fc70e0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Aug 16 15:58:46.732440 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cecc733-2333-4144-9615-7120b89e1827 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:46.739580 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.750929 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Transition to ACTIVE for port object 4cecc733-2333-4144-9615-7120b89e1827 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:58:46.802982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:46.886183 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Pushing event updated for resources: {'Port': ['ID=4cecc733-2333-4144-9615-7120b89e1827,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:46.940741 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9893-5084-4ff5-98bb-f18a296d0eb5 req-0599055e-9701-4e45-9f11-036c10ec67ba tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:46.942226 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdad9893-5084-4ff5-98bb-f18a296d0eb5 req-0599055e-9701-4e45-9f11-036c10ec67ba tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 943 time: 0.1119034 Aug 16 15:58:46.992199 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Attempting to bind port 4cecc733-2333-4144-9615-7120b89e1827 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:58:46.992473 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Attempting to bind port 4cecc733-2333-4144-9615-7120b89e1827 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:58:46.992804 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Attempting to bind port 4cecc733-2333-4144-9615-7120b89e1827 on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:58:47.000675 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bdad9893-5084-4ff5-98bb-f18a296d0eb5 req-16cf3346-8e66-45be-b600-6d8f5915f729 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505009 Aug 16 15:58:47.001627 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Port 4cecc733-2333-4144-9615-7120b89e1827 on network 6267894d-e1ca-446c-8385-6865676134a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:58:47.001948 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Attempting to bind port 4cecc733-2333-4144-9615-7120b89e1827 on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:58:47.007489 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:58:47.008445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Checking segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:58:47.008560 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Bound using segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:58:47.008933 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Bound port: 4cecc733-2333-4144-9615-7120b89e1827, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:58:47.009295 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:47.074676 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] For port 4cecc733-2333-4144-9615-7120b89e1827, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:58:47.077643 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] For port 4cecc733-2333-4144-9615-7120b89e1827, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4cecc733-2333-4144-9615-7120b89e1827,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:58:47.122623 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:47.154030 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.154675 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:47.156047 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] 10.222.0.60 "PUT /v2.0/ports/4cecc733-2333-4144-9615-7120b89e1827 HTTP/1.1" status: 200 len: 1093 time: 0.7417123 Aug 16 15:58:47.156522 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'tag': '4cecc733-2333-4144-9615-7120b89e1827'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:47.158744 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d5fa61-48b9-44ea-b2e7-fa2af641963a" -d '{"events": [{"name": "network-changed", "server_uuid": "a20da91b-d29a-4828-bad9-9825b1c1441b", "tag": "4cecc733-2333-4144-9615-7120b89e1827"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:47.191908 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a3a8a-99a0-4c59-afdd-49d041ce9b1c service neutron] Pushing event updated for resources: {'Port': ['ID=4cecc733-2333-4144-9615-7120b89e1827,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:47.198494 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba457ddc-eb76-40b5-ae0d-6f6dfcfa85ab x-openstack-request-id: req-ba457ddc-eb76-40b5-ae0d-6f6dfcfa85ab {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:47.198796 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20da91b-d29a-4828-bad9-9825b1c1441b", "tag": "4cecc733-2333-4144-9615-7120b89e1827", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:47.199048 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba457ddc-eb76-40b5-ae0d-6f6dfcfa85ab {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:47.199437 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'tag': '4cecc733-2333-4144-9615-7120b89e1827', 'status': 'completed', 'code': 200} Aug 16 15:58:47.279761 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5fa61-48b9-44ea-b2e7-fa2af641963a req-4d96953d-46bb-4d7c-a3b4-a501d1b970d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.281183 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51d5fa61-48b9-44ea-b2e7-fa2af641963a req-4d96953d-46bb-4d7c-a3b4-a501d1b970d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 1096 time: 0.0410492 Aug 16 15:58:47.392675 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5fa61-48b9-44ea-b2e7-fa2af641963a req-dd9bf09d-3af6-4135-a13c-ef8e361e1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.394136 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51d5fa61-48b9-44ea-b2e7-fa2af641963a req-dd9bf09d-3af6-4135-a13c-ef8e361e1246 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950511 Aug 16 15:58:47.487770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5fa61-48b9-44ea-b2e7-fa2af641963a req-62bcc3e7-6cb2-4250-a4d6-cac396b0354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.489205 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-51d5fa61-48b9-44ea-b2e7-fa2af641963a req-62bcc3e7-6cb2-4250-a4d6-cac396b0354f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861125 Aug 16 15:58:47.528222 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:58:47.594214 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-38601de2-350d-44ab-8d11-9fee258e8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.595742 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-38601de2-350d-44ab-8d11-9fee258e8e6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 1096 time: 0.0439858 Aug 16 15:58:47.635917 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:47.644634 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-9dcbd7ac-19a5-476e-a7c0-a8eeea9f85c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cecc733-2333-4144-9615-7120b89e1827 HTTP/1.1" status: 200 len: 217 time: 0.0340214 Aug 16 15:58:47.647671 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '06004003-8d7d-47df-840e-118eb975778a', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'port_id': '06004003-8d7d-47df-840e-118eb975778a', 'mac_address': 'fa:16:3e:ac:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:58:47.684626 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:47.697249 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06004003-8d7d-47df-840e-118eb975778a {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:47.716883 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:47.727696 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e202c-d534-4fd3-9105-cfd476dc201d req-3dae11ef-9d5a-4f12-9d69-b7077c6d60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.729188 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-3dae11ef-9d5a-4f12-9d69-b7077c6d60b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=269295dd-daf6-4dc4-aea6-d9bffda51b1e HTTP/1.1" status: 200 len: 854 time: 0.0776408 Aug 16 15:58:47.741352 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5457-2b7c-493c-8f47-3527aeed5643 req-484b32b6-8f20-4dc3-ad55-e2cf8b8a0039 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:47.743322 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-419c5457-2b7c-493c-8f47-3527aeed5643 req-484b32b6-8f20-4dc3-ad55-e2cf8b8a0039 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0842059 Aug 16 15:58:47.774608 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:47.780346 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-02998759-3753-464d-b470-317d6eedb306 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6267894d-e1ca-446c-8385-6865676134a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360556 Aug 16 15:58:47.835723 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:47.846279 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-419c5457-2b7c-493c-8f47-3527aeed5643 req-3748d5fe-7ab4-4b50-a547-94f49d6bb599 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930269 Aug 16 15:58:47.899502 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-c32080b2-6b9e-45b5-849c-d3ce8464e886 service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112916 Aug 16 15:58:47.997995 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-228e202c-d534-4fd3-9105-cfd476dc201d req-27bbc5b7-b9a3-417a-8228-e06db251e75c service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907900 Aug 16 15:58:48.120574 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06004003-8d7d-47df-840e-118eb975778a'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:58:48.128644 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9a4d-1c81-420e-866e-61e8ac5709e6 req-6e0af378-f979-4cca-9845-ce89856b467b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:48.130216 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7d7c9a4d-1c81-420e-866e-61e8ac5709e6 req-6e0af378-f979-4cca-9845-ce89856b467b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 943 time: 0.0594254 Aug 16 15:58:48.174571 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7d7c9a4d-1c81-420e-866e-61e8ac5709e6 req-f78c9b80-75f9-4013-be83-cb0c64a347fb tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Aug 16 15:58:48.820239 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:48.966556 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698d032-cc57-4ab0-8013-4b3f57c47972 req-0db7c5b7-2e4a-4fd3-bd51-637697d183fc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:48.968151 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2698d032-cc57-4ab0-8013-4b3f57c47972 req-0db7c5b7-2e4a-4fd3-bd51-637697d183fc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 944 time: 0.0490193 Aug 16 15:58:49.005692 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2698d032-cc57-4ab0-8013-4b3f57c47972 req-37fc19bf-11fb-4bae-8902-cafc319fb5c6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Aug 16 15:58:49.294593 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed0f7c-b816-40b7-b3e5-0c59f74441ba req-eece9253-946f-439d-93d1-f4e1a8818fd1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:49.296060 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-efed0f7c-b816-40b7-b3e5-0c59f74441ba req-eece9253-946f-439d-93d1-f4e1a8818fd1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 943 time: 0.0484974 Aug 16 15:58:49.333433 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-efed0f7c-b816-40b7-b3e5-0c59f74441ba req-f718961f-68d9-4eac-a898-b8bd5950dd40 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Aug 16 15:58:49.554423 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:58:49.682830 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 06004003-8d7d-47df-840e-118eb975778a completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:58:49.686646 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 06004003-8d7d-47df-840e-118eb975778a triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:58:49.687024 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:49.763795 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:49.785699 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:49.787910 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbc06ef-580e-4e8e-aa0c-02c1bbbe0c76" -d '{"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-plugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:49.800322 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:49.824027 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf0492-3c9d-4eff-9665-209415086e4d x-openstack-request-id: req-a2cf0492-3c9d-4eff-9665-209415086e4d {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:49.824625 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-plugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:49.824625 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2cf0492-3c9d-4eff-9665-209415086e4d {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:49.824955 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'code': 200} Aug 16 15:58:49.865249 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:49.912020 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:50.123757 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f997a-b392-4034-bd1c-e67fa2ea83bd req-c786cf60-d33a-4a1f-a90e-032578258784 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:50.125241 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-785f997a-b392-4034-bd1c-e67fa2ea83bd req-c786cf60-d33a-4a1f-a90e-032578258784 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0487037 Aug 16 15:58:50.137027 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464bbf4-4ed6-4d12-b7d0-7026b21341b6 req-d0162840-bae1-4b23-8789-9db614040bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:50.138563 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f464bbf4-4ed6-4d12-b7d0-7026b21341b6 req-d0162840-bae1-4b23-8789-9db614040bb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1098 time: 0.0433736 Aug 16 15:58:50.162553 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-785f997a-b392-4034-bd1c-e67fa2ea83bd req-288d67c3-20ec-402f-8481-61aba06d39e5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Aug 16 15:58:50.173280 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f464bbf4-4ed6-4d12-b7d0-7026b21341b6 req-e71d166b-fb0f-44dc-8c39-bb3081c963f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270519 Aug 16 15:58:50.447914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b399b7-257f-4a88-9169-2d0425f86ff0 req-b76af534-555e-47c1-a15f-f982d1354c06 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:50.449285 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33b399b7-257f-4a88-9169-2d0425f86ff0 req-b76af534-555e-47c1-a15f-f982d1354c06 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 943 time: 0.0480714 Aug 16 15:58:50.485911 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-33b399b7-257f-4a88-9169-2d0425f86ff0 req-cea7d93a-dc5e-4cd5-886f-15b800cc7731 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Aug 16 15:58:51.281658 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b50bae-8154-4bee-b6b6-50f675009d72 req-021b0e79-e0fa-437b-bbff-bbaa234164da tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:51.283068 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d5b50bae-8154-4bee-b6b6-50f675009d72 req-021b0e79-e0fa-437b-bbff-bbaa234164da tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0517282 Aug 16 15:58:51.320456 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d5b50bae-8154-4bee-b6b6-50f675009d72 req-cf2d88b5-6fd3-4dd6-a4f3-9c8022a47985 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Aug 16 15:58:51.573362 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 4cecc733-2333-4144-9615-7120b89e1827 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:58:51.599873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b21f7-0bd9-4494-bed8-d9af6b3f15e3 req-c6272c15-85b4-4213-9dfb-9b50a9d42770 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:51.601464 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-624b21f7-0bd9-4494-bed8-d9af6b3f15e3 req-c6272c15-85b4-4213-9dfb-9b50a9d42770 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 943 time: 0.0490685 Aug 16 15:58:51.640965 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-624b21f7-0bd9-4494-bed8-d9af6b3f15e3 req-afe1f128-ac14-4581-8a33-4d7101bfac38 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333784 Aug 16 15:58:51.670409 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 4cecc733-2333-4144-9615-7120b89e1827, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4cecc733-2333-4144-9615-7120b89e1827,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:51.682018 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '4cecc733-2333-4144-9615-7120b89e1827', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'port_id': '4cecc733-2333-4144-9615-7120b89e1827', 'mac_address': 'fa:16:3e:02:a9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269295dd-daf6-4dc4-aea6-d9bffda51b1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:58:51.717506 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:51.729770 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cecc733-2333-4144-9615-7120b89e1827 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:58:51.748996 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 4cecc733-2333-4144-9615-7120b89e1827, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4cecc733-2333-4144-9615-7120b89e1827,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:51.825265 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:51.874806 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=4cecc733-2333-4144-9615-7120b89e1827,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:52.200658 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['4cecc733-2333-4144-9615-7120b89e1827'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:58:52.437583 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3697cb-4d6e-4f61-93d9-d7eff32964ec req-074ed0bc-e88c-40f3-84eb-9cba6b93071f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:52.439057 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dc3697cb-4d6e-4f61-93d9-d7eff32964ec req-074ed0bc-e88c-40f3-84eb-9cba6b93071f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Aug 16 15:58:52.477355 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-dc3697cb-4d6e-4f61-93d9-d7eff32964ec req-91e6a338-3e87-4251-9d9b-da7cee31d7f4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Aug 16 15:58:52.591926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf84f02-bd81-4fc6-8610-f94e00204f02 req-213fcfe0-212d-460c-ba7d-294c663da11b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:52.593404 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1bf84f02-bd81-4fc6-8610-f94e00204f02 req-213fcfe0-212d-460c-ba7d-294c663da11b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0508585 Aug 16 15:58:52.602236 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56274) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:58:52.606572 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Request body: {'floatingip': {'port_id': '06004003-8d7d-47df-840e-118eb975778a'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:58:52.643414 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:52.756037 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391ab15-6aa4-4538-9dda-d938fc7a72bd req-28e58276-161b-4cfa-84ea-8310e7db04ce tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:52.758835 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9391ab15-6aa4-4538-9dda-d938fc7a72bd req-28e58276-161b-4cfa-84ea-8310e7db04ce tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 944 time: 0.0502908 Aug 16 15:58:52.798242 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9391ab15-6aa4-4538-9dda-d938fc7a72bd req-d4b653c4-abab-4986-83f1-df499ba79f5d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 16 15:58:53.069025 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:53.110973 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:53.205909 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Floating IP 0705f540-b73a-486f-8972-9f0b35b2df30 associated. External IP: 172.27.2.188, port: 06004003-8d7d-47df-840e-118eb975778a. Aug 16 15:58:53.400231 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:58:53.499874 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:58:53.504804 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:53.509287 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:58:53.518298 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:53.518929 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:53.532947 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-cadc8f0d-5bbc-4e8b-80e3-09bf3e66a064 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "PUT /v2.0/floatingips/0705f540-b73a-486f-8972-9f0b35b2df30 HTTP/1.1" status: 200 len: 991 time: 0.9296565 Aug 16 15:58:53.533551 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:53.535809 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3281c-e100-4c11-a045-4bee3663583f" -d '{"events": [{"name": "network-changed", "server_uuid": "46836247-4627-4ded-a551-2962751894d8", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:53.572060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b07a4e-5728-4b2c-a6ba-a7e2a09d23a9 x-openstack-request-id: req-a6b07a4e-5728-4b2c-a6ba-a7e2a09d23a9 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:53.572365 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46836247-4627-4ded-a551-2962751894d8", "tag": "06004003-8d7d-47df-840e-118eb975778a", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:53.572604 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6b07a4e-5728-4b2c-a6ba-a7e2a09d23a9 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:53.573011 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'status': 'completed', 'code': 200} Aug 16 15:58:53.591491 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 4cecc733-2333-4144-9615-7120b89e1827 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:58:53.622727 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:53.672484 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3281c-e100-4c11-a045-4bee3663583f req-e87d5dfe-a309-45e5-9a2b-a75cda20bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:53.674094 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-e87d5dfe-a309-45e5-9a2b-a75cda20bc6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1098 time: 0.0408742 Aug 16 15:58:53.711955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 4cecc733-2333-4144-9615-7120b89e1827 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:58:53.716172 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 4cecc733-2333-4144-9615-7120b89e1827 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:58:53.717155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:53.767063 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3281c-e100-4c11-a045-4bee3663583f req-a44ac866-3b54-436f-bcd8-b6c8b808c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:53.768551 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-a44ac866-3b54-436f-bcd8-b6c8b808c257 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0843914 Aug 16 15:58:53.802851 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:53.831455 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cecc733-2333-4144-9615-7120b89e1827'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:58:53.837587 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe356d22-e329-4546-a4a4-d921da2eeec1" -d '{"events": [{"server_uuid": "a20da91b-d29a-4828-bad9-9825b1c1441b", "name": "network-vif-plugged", "status": "completed", "tag": "4cecc733-2333-4144-9615-7120b89e1827"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:58:53.847583 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '0705f540-b73a-486f-8972-9f0b35b2df30', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'port_id': '06004003-8d7d-47df-840e-118eb975778a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'mac_address': 'fa:16:3e:ac:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46836247-4627-4ded-a551-2962751894d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:39Z', 'updated_at': '2021-08-16T15:58:52Z', 'revision_number': 1, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:53.853356 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-f84dbad4-6b18-4164-80ad-467947d1e075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 200 len: 999 time: 0.0670793 Aug 16 15:58:53.858017 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 4cecc733-2333-4144-9615-7120b89e1827, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4cecc733-2333-4144-9615-7120b89e1827,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:58:53.874682 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:58:53.883885 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:58:53.886878 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:58:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:53.886996 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840d7429-4863-4ede-9cc2-870c6773f433 x-openstack-request-id: req-840d7429-4863-4ede-9cc2-870c6773f433 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:58:53.887106 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20da91b-d29a-4828-bad9-9825b1c1441b", "name": "network-vif-plugged", "status": "completed", "tag": "4cecc733-2333-4144-9615-7120b89e1827", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:58:53.887356 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-840d7429-4863-4ede-9cc2-870c6773f433 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:58:53.887768 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cecc733-2333-4144-9615-7120b89e1827', 'code': 200} Aug 16 15:58:53.911310 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3281c-e100-4c11-a045-4bee3663583f req-6dc9288a-3c04-4c30-8fe9-621ef0b57bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:53.917413 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-6dc9288a-3c04-4c30-8fe9-621ef0b57bcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0514827 Aug 16 15:58:53.934577 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:53.957191 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b3a-ffc3-4f42-8d4a-4df3723b0d3c req-75d97bef-823f-4f85-ab62-446ce899643a tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:53.967185 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ded89b3a-ffc3-4f42-8d4a-4df3723b0d3c req-75d97bef-823f-4f85-ab62-446ce899643a tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 944 time: 0.0724866 Aug 16 15:58:53.970299 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3281c-e100-4c11-a045-4bee3663583f req-ab2e82db-557f-496d-9287-4a063feaa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:53.971997 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-ab2e82db-557f-496d-9287-4a063feaa529 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479591 Aug 16 15:58:53.987899 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:58:54.005579 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=4cecc733-2333-4144-9615-7120b89e1827,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:58:54.020631 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ded89b3a-ffc3-4f42-8d4a-4df3723b0d3c req-0e6cf977-c094-4ead-a257-5e50dba81886 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Aug 16 15:58:54.091960 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-796b0831-6643-4fc3-8fb8-af3d0341af40 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066728 Aug 16 15:58:54.183769 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9c3281c-e100-4c11-a045-4bee3663583f req-539a8936-c1c2-498a-8a6b-f20def6aafbc service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838480 Aug 16 15:58:54.214144 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '0705f540-b73a-486f-8972-9f0b35b2df30', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'port_id': '06004003-8d7d-47df-840e-118eb975778a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'mac_address': 'fa:16:3e:ac:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46836247-4627-4ded-a551-2962751894d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:39Z', 'updated_at': '2021-08-16T15:58:52Z', 'revision_number': 1, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:58:54.241774 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807bd43-bf71-4606-a15e-a41eeb393e14 None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '0705f540-b73a-486f-8972-9f0b35b2df30', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'port_id': '06004003-8d7d-47df-840e-118eb975778a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'mac_address': 'fa:16:3e:ac:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46836247-4627-4ded-a551-2962751894d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:39Z', 'updated_at': '2021-08-16T15:58:52Z', 'revision_number': 1, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:58:54.260282 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09438-8b87-495b-a7a0-4a10dac4e18b req-019d2c28-13e2-48e8-82b6-86a676eada5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:54.261807 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a1f09438-8b87-495b-a7a0-4a10dac4e18b req-019d2c28-13e2-48e8-82b6-86a676eada5f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 1098 time: 0.0439963 Aug 16 15:58:54.300542 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a1f09438-8b87-495b-a7a0-4a10dac4e18b req-7ee650f8-ce47-4f0e-904d-3ea199151dba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Aug 16 15:58:54.428222 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826309c-0aff-4b8d-894d-7187afcc0208 None None] New status for floating IP 0705f540-b73a-486f-8972-9f0b35b2df30: ACTIVE {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:58:55.129543 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca50f3c-83eb-466b-a087-fcb59937de59 req-4268b113-81f6-47bf-ac4f-5f94153dcd1d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:55.131005 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7ca50f3c-83eb-466b-a087-fcb59937de59 req-4268b113-81f6-47bf-ac4f-5f94153dcd1d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 945 time: 0.0470438 Aug 16 15:58:55.168382 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7ca50f3c-83eb-466b-a087-fcb59937de59 req-177c8496-fc93-46a9-8d1c-1ceaefbba668 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 16 15:58:56.278275 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ce68-b5de-4160-8c67-4e774202c4e9 req-5b208914-73b4-48ff-9008-15f7d95207d1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:56.279752 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f06ce68-b5de-4160-8c67-4e774202c4e9 req-5b208914-73b4-48ff-9008-15f7d95207d1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 945 time: 0.0471656 Aug 16 15:58:56.316506 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f06ce68-b5de-4160-8c67-4e774202c4e9 req-9887a245-dcc9-4900-9a9a-f0831eef7941 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Aug 16 15:58:57.322348 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-46c9f8a4-95a5-4f76-8059-e0d455b91ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:58:58.498107 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:58:59.224409 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-9383e67a-2fda-484e-b75c-9d777acf22cc tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:58:59.226496 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-9383e67a-2fda-484e-b75c-9d777acf22cc tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1025891 Aug 16 15:58:59.240732 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-a16dcda0-b43e-4a0a-9390-ee9f730c8f2c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/quotas/0a88b9a8defc46bc88a3a887e4db890c HTTP/1.1" status: 200 len: 375 time: 0.0086620 Aug 16 15:58:59.290487 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-b6679012-9b92-473b-9453-1ed5410fb92c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444386 Aug 16 15:58:59.380457 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-5c535a26-1057-427d-813a-831aca97d4fc service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829816 Aug 16 15:58:59.466335 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-daa1faa8-0f3e-4694-b31b-3d5f03c3ed30 service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799017 Aug 16 15:58:59.706993 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-83bc528c-ede9-4099-9bcb-a39182e87ab4 req-9e21299d-db0b-46f2-991b-c3bea32505b8 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 210 time: 0.0262601 Aug 16 15:59:00.088089 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9367eee6-e613-4649-b8ba-9c7690e6073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:00.488452 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:00.801231 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a6b65dcb-c055-4e77-aa57-c69da64d884b req-af532d13-69a9-4b47-81fe-42a032b861b4 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Aug 16 15:59:00.985039 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:01.524529 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-df84b253-17c2-4ba5-a3a8-79069b6ab003 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:01.525954 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-df84b253-17c2-4ba5-a3a8-79069b6ab003 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1014547 Aug 16 15:59:01.544781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Request body: {'port': {'device_id': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'admin_state_up': True, 'tenant_id': '0a88b9a8defc46bc88a3a887e4db890c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:59:01.722506 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Made reservation on behalf of 0a88b9a8defc46bc88a3a887e4db890c for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:59:01.726084 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:01.856456 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Allocated IP 172.20.0.7 (6267894d-e1ca-446c-8385-6865676134a1/269295dd-daf6-4dc4-aea6-d9bffda51b1e/33c3f580-6f4b-4daa-9f99-78935b1a920e) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:59:01.904880 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-baf5a702-e936-417f-b93d-dd0b07768387 req-b503a2a5-6bf3-4c8c-b40b-f7724adaf755 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 210 time: 0.0360909 Aug 16 15:59:02.026148 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:02.128455 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:02.170156 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e', '4cecc733-2333-4144-9615-7120b89e1827'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:59:02.172213 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Network 6267894d-e1ca-446c-8385-6865676134a1 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:59:02.175369 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:59:02.180028 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:59:02.186301 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event updated for resources: {'Port': ['ID=33c3f580-6f4b-4daa-9f99-78935b1a920e,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:02.233954 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:02.234593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:02.300547 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-aef4044e-3c15-4926-af61-90baed1a366b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592533 Aug 16 15:59:02.322236 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Request body: {'port': {'device_id': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:59:02.375864 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:02.842240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:02.906395 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c3f580-6f4b-4daa-9f99-78935b1a920e {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:59:02.914375 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:02.925916 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Transition to ACTIVE for port object 33c3f580-6f4b-4daa-9f99-78935b1a920e will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:59:03.004318 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:03.062889 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3ebc-4971-4d8d-a9cd-e36eb4071626 req-a8011231-8aba-4e7c-bb45-675bf74f736e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.064400 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7d1b3ebc-4971-4d8d-a9cd-e36eb4071626 req-a8011231-8aba-4e7c-bb45-675bf74f736e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 931 time: 0.0930431 Aug 16 15:59:03.069063 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Pushing event updated for resources: {'Port': ['ID=33c3f580-6f4b-4daa-9f99-78935b1a920e,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:03.150614 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7d1b3ebc-4971-4d8d-a9cd-e36eb4071626 req-ba140bfb-fae4-412e-ad87-a44c77c3e014 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789976 Aug 16 15:59:03.168944 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Attempting to bind port 33c3f580-6f4b-4daa-9f99-78935b1a920e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:59:03.169283 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Attempting to bind port 33c3f580-6f4b-4daa-9f99-78935b1a920e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:59:03.169615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Attempting to bind port 33c3f580-6f4b-4daa-9f99-78935b1a920e on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:59:03.173791 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Port 33c3f580-6f4b-4daa-9f99-78935b1a920e on network 6267894d-e1ca-446c-8385-6865676134a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:59:03.174114 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Attempting to bind port 33c3f580-6f4b-4daa-9f99-78935b1a920e on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:59:03.179258 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:59:03.179595 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Checking segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:59:03.179974 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Bound using segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:59:03.180398 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Bound port: 33c3f580-6f4b-4daa-9f99-78935b1a920e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:59:03.180758 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:03.240414 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] For port 33c3f580-6f4b-4daa-9f99-78935b1a920e, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:59:03.243373 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] For port 33c3f580-6f4b-4daa-9f99-78935b1a920e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33c3f580-6f4b-4daa-9f99-78935b1a920e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:59:03.328435 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:03.361287 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.361899 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:03.363315 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] 10.222.0.60 "PUT /v2.0/ports/33c3f580-6f4b-4daa-9f99-78935b1a920e HTTP/1.1" status: 200 len: 1093 time: 1.0459123 Aug 16 15:59:03.363749 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'tag': '33c3f580-6f4b-4daa-9f99-78935b1a920e'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:03.365999 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d081a-5750-4acc-a86b-3a8dac224eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9595a370-06c6-4353-8f2d-f0eedc6952c9", "tag": "33c3f580-6f4b-4daa-9f99-78935b1a920e"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:03.391529 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab87766-abfb-4270-932e-35b6e1a0e6de service neutron] Pushing event updated for resources: {'Port': ['ID=33c3f580-6f4b-4daa-9f99-78935b1a920e,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:03.408275 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7916f57a-efe9-4b43-b417-aa71e2728d77 x-openstack-request-id: req-7916f57a-efe9-4b43-b417-aa71e2728d77 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:03.408565 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9595a370-06c6-4353-8f2d-f0eedc6952c9", "tag": "33c3f580-6f4b-4daa-9f99-78935b1a920e", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:03.408814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7916f57a-efe9-4b43-b417-aa71e2728d77 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:03.422444 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'tag': '33c3f580-6f4b-4daa-9f99-78935b1a920e', 'status': 'completed', 'code': 200} Aug 16 15:59:03.494772 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d081a-5750-4acc-a86b-3a8dac224eaf req-844d901a-3f8c-4120-ac8a-07f5c3ed8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.496297 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-857d081a-5750-4acc-a86b-3a8dac224eaf req-844d901a-3f8c-4120-ac8a-07f5c3ed8aab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 1096 time: 0.0411978 Aug 16 15:59:03.602016 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d081a-5750-4acc-a86b-3a8dac224eaf req-2316cc58-99a8-4bf7-b5a0-aa8c640b4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.603523 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-857d081a-5750-4acc-a86b-3a8dac224eaf req-2316cc58-99a8-4bf7-b5a0-aa8c640b4249 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923839 Aug 16 15:59:03.701409 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d081a-5750-4acc-a86b-3a8dac224eaf req-7bcbee25-9652-4023-88fb-61cdaf055169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.702814 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-857d081a-5750-4acc-a86b-3a8dac224eaf req-7bcbee25-9652-4023-88fb-61cdaf055169 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906069 Aug 16 15:59:03.826829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-5d270c4b-b1c3-4b5b-8260-6b44934bb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.828290 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-5d270c4b-b1c3-4b5b-8260-6b44934bb971 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 1096 time: 0.0398185 Aug 16 15:59:03.879827 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-5529d1e5-d563-40a3-98b9-4da3b1772114 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c3f580-6f4b-4daa-9f99-78935b1a920e HTTP/1.1" status: 200 len: 217 time: 0.0327048 Aug 16 15:59:03.931066 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-2985a820-89d0-4fd4-94d9-d66d82c349c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:03.932528 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-2985a820-89d0-4fd4-94d9-d66d82c349c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=269295dd-daf6-4dc4-aea6-d9bffda51b1e HTTP/1.1" status: 200 len: 854 time: 0.0454931 Aug 16 15:59:03.964662 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-4813d606-2cd6-4254-9b75-9461fbfdc94f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6267894d-e1ca-446c-8385-6865676134a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231504 Aug 16 15:59:04.054164 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-22082b3d-2784-4f86-ad1d-9cfbca7c075b service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806909 Aug 16 15:59:04.155954 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ee8b10ee-bb24-4546-a792-e5e891405499 req-96ca62b8-36ba-4f3f-8671-20ab49cdde41 service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834239 Aug 16 15:59:04.267455 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519264-2592-4a61-a6bc-719f1890ae85 req-74789f5d-42f9-4ed2-95c6-d4cb49bbdcb1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:04.268820 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-39519264-2592-4a61-a6bc-719f1890ae85 req-74789f5d-42f9-4ed2-95c6-d4cb49bbdcb1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 943 time: 0.0521007 Aug 16 15:59:04.306370 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-39519264-2592-4a61-a6bc-719f1890ae85 req-0618d47c-6475-4e27-8745-108c201fcb3c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Aug 16 15:59:05.417214 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b1b1-2853-40f1-88b8-b75ad7c25e9d req-f68a7b8c-2263-4af5-83c8-f0626f52cc32 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:05.418681 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-42c2b1b1-2853-40f1-88b8-b75ad7c25e9d req-f68a7b8c-2263-4af5-83c8-f0626f52cc32 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 943 time: 0.0473702 Aug 16 15:59:05.455454 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-42c2b1b1-2853-40f1-88b8-b75ad7c25e9d req-05779a95-08fa-4873-a696-963403eefdd6 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Aug 16 15:59:06.564781 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882def84-0bd5-4296-9ed9-b976d33762b4 req-bef097ed-fa73-4797-a075-6463a0f1bca3 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:06.566242 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-882def84-0bd5-4296-9ed9-b976d33762b4 req-bef097ed-fa73-4797-a075-6463a0f1bca3 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 943 time: 0.0474262 Aug 16 15:59:06.603545 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-882def84-0bd5-4296-9ed9-b976d33762b4 req-b2363e63-378e-4089-94ee-27b7ff93d68b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Aug 16 15:59:07.624361 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 33c3f580-6f4b-4daa-9f99-78935b1a920e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:59:07.720443 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f22f-b3f3-4ab8-aae2-1adfca7aa143 req-4a0146e9-bc23-4480-80e8-7f17b83afc1f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:07.721166 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 33c3f580-6f4b-4daa-9f99-78935b1a920e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33c3f580-6f4b-4daa-9f99-78935b1a920e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:07.721895 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d8c1f22f-b3f3-4ab8-aae2-1adfca7aa143 req-4a0146e9-bc23-4480-80e8-7f17b83afc1f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 943 time: 0.0515561 Aug 16 15:59:07.732812 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '33c3f580-6f4b-4daa-9f99-78935b1a920e', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'port_id': '33c3f580-6f4b-4daa-9f99-78935b1a920e', 'mac_address': 'fa:16:3e:57:f2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269295dd-daf6-4dc4-aea6-d9bffda51b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:59:07.758846 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d8c1f22f-b3f3-4ab8-aae2-1adfca7aa143 req-a1e44c32-4a2d-4c39-9684-47123329944d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Aug 16 15:59:07.770466 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:07.783784 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c3f580-6f4b-4daa-9f99-78935b1a920e {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:59:07.802194 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 33c3f580-6f4b-4daa-9f99-78935b1a920e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33c3f580-6f4b-4daa-9f99-78935b1a920e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:07.870805 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:07.916349 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=33c3f580-6f4b-4daa-9f99-78935b1a920e,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:07.923158 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.923504 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.923843 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.924177 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.924508 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.924835 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.925158 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.925481 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.925805 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.926126 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.926443 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:07.926783 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:08.320277 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['33c3f580-6f4b-4daa-9f99-78935b1a920e'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:59:08.878411 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f253a-abf8-4001-9c22-cc6c9c93a2c3 req-358ced34-4320-4ce3-9d2b-96bfe0abc197 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:08.880257 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d59f253a-abf8-4001-9c22-cc6c9c93a2c3 req-358ced34-4320-4ce3-9d2b-96bfe0abc197 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 944 time: 0.0552564 Aug 16 15:59:08.924130 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-d59f253a-abf8-4001-9c22-cc6c9c93a2c3 req-580827e1-6ee5-4d08-846b-c2a27a17529c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Aug 16 15:59:09.632378 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 33c3f580-6f4b-4daa-9f99-78935b1a920e up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:59:09.767758 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 33c3f580-6f4b-4daa-9f99-78935b1a920e completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:59:09.771389 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 33c3f580-6f4b-4daa-9f99-78935b1a920e triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:59:09.771766 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:09.850809 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:09.872292 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c3f580-6f4b-4daa-9f99-78935b1a920e'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:09.874569 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09848c64-736d-403b-a040-36a9786928c4" -d '{"events": [{"server_uuid": "9595a370-06c6-4353-8f2d-f0eedc6952c9", "name": "network-vif-plugged", "status": "completed", "tag": "33c3f580-6f4b-4daa-9f99-78935b1a920e"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:09.887436 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 33c3f580-6f4b-4daa-9f99-78935b1a920e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33c3f580-6f4b-4daa-9f99-78935b1a920e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:09.909932 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5711991d-1c42-4fe1-9005-99c8f827fa2c x-openstack-request-id: req-5711991d-1c42-4fe1-9005-99c8f827fa2c {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:09.910214 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9595a370-06c6-4353-8f2d-f0eedc6952c9", "name": "network-vif-plugged", "status": "completed", "tag": "33c3f580-6f4b-4daa-9f99-78935b1a920e", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:09.910458 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5711991d-1c42-4fe1-9005-99c8f827fa2c {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:09.910868 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c3f580-6f4b-4daa-9f99-78935b1a920e', 'code': 200} Aug 16 15:59:09.933903 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:09.982282 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=33c3f580-6f4b-4daa-9f99-78935b1a920e,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:10.048587 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbf3f-8a22-45b9-96c3-90422598f70d req-ea72af75-76b1-40dd-b693-ebb420a6c89b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:10.050068 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae8cbf3f-8a22-45b9-96c3-90422598f70d req-ea72af75-76b1-40dd-b693-ebb420a6c89b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Aug 16 15:59:10.088370 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ae8cbf3f-8a22-45b9-96c3-90422598f70d req-6f54c8b3-c527-44d8-9ef5-2738e83defd9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Aug 16 15:59:10.223987 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebdad-dab2-46ea-b12c-0edad3b1f99f req-82410169-db7a-49b3-b9e1-85f18ef9ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:10.225911 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2b6ebdad-dab2-46ea-b12c-0edad3b1f99f req-82410169-db7a-49b3-b9e1-85f18ef9ba55 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 1098 time: 0.0385494 Aug 16 15:59:10.265858 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2b6ebdad-dab2-46ea-b12c-0edad3b1f99f req-35e23cdb-dce3-4676-9417-447ae6dfb1ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271065 Aug 16 15:59:11.205103 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8517d-045e-4df2-92b7-60a4f31bfb55 req-2d734c45-52d6-4c8d-aa54-c8d9e014bee0 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:11.206598 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d2c8517d-045e-4df2-92b7-60a4f31bfb55 req-2d734c45-52d6-4c8d-aa54-c8d9e014bee0 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.0520511 Aug 16 15:59:11.243564 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d2c8517d-045e-4df2-92b7-60a4f31bfb55 req-195a21d6-f332-4020-882c-384f11835140 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Aug 16 15:59:12.358209 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f921c-6010-4905-9a09-225bfb3d0ca6 req-45ddb605-95bd-44cf-8b93-afcbbe62797d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:12.359707 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a41f921c-6010-4905-9a09-225bfb3d0ca6 req-45ddb605-95bd-44cf-8b93-afcbbe62797d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Aug 16 15:59:12.395891 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a41f921c-6010-4905-9a09-225bfb3d0ca6 req-c1ffec42-b0e2-42ff-aa12-f193575f11a4 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304239 Aug 16 15:59:18.796198 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:21.907454 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56448) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:22.167198 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Deleting port 365a4823-1e58-4a15-9938-e2a1b7c5bd97 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:22.167578 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:22.247633 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:22.247892 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:22.260024 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Calling delete_port for 365a4823-1e58-4a15-9938-e2a1b7c5bd97 owned by network:floatingip {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:22.476704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:22.501872 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event deleted for resources: {'Port': ['ID=365a4823-1e58-4a15-9938-e2a1b7c5bd97,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:22.525559 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.525903 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.526242 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.526601 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.526932 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.527265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.527631 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.528006 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.528217 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.528535 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.528853 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.529173 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:22.572804 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for floatingip, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:22.573134 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Floating IP 261e0571-87b4-49bb-83ce-f4fc2e950a00 disassociated (deleted). External IP: 172.27.2.195, port: e0e09e9e-52cf-40da-8ee8-5bb876b823f0. Aug 16 15:59:22.788683 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Router 3382fe25-07e7-4583-89bc-41462f4be9ae has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:59:22.896338 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:59:22.901064 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:22.907645 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] Sync routers for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:59:22.921212 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:59:22.922885 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:59:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:22.931497 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f48e8d6a-8c9f-4c88-94ff-a9d5bb5dde85 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "DELETE /v2.0/floatingips/261e0571-87b4-49bb-83ce-f4fc2e950a00 HTTP/1.1" status: 204 len: 168 time: 1.0227935 Aug 16 15:59:22.932260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:22.935044 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372acb19-5ead-4f00-ab67-3aabda73a9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:22.994749 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a876cb-0e0b-4387-b372-44acde7992e3 x-openstack-request-id: req-88a876cb-0e0b-4387-b372-44acde7992e3 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:22.995024 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:22.995335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88a876cb-0e0b-4387-b372-44acde7992e3 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:22.996315 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'status': 'completed', 'code': 200} Aug 16 15:59:23.033020 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:59:23.085450 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-b087e700-7521-40cf-98fe-8382522d304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:23.087145 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-b087e700-7521-40cf-98fe-8382522d304e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4765f685b345c18615588816442484&device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 1099 time: 0.0402775 Aug 16 15:59:23.179586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-6cf838be-3a43-4496-a249-b54c2e2f2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:23.181310 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-6cf838be-3a43-4496-a249-b54c2e2f2766 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 200 len: 910 time: 0.0840614 Aug 16 15:59:23.232161 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:23.237247 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-d46fa59e-ddca-4ad0-905d-61597d447671 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 200 len: 217 time: 0.0400522 Aug 16 15:59:23.261380 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] Checking router: 3382fe25-07e7-4583-89bc-41462f4be9ae for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:59:23.269740 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:59:23.270342 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:59:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:23.291430 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-f51ae4fc-bebe-4417-a23f-ef4bf2b44d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:23.293451 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-f51ae4fc-bebe-4417-a23f-ef4bf2b44d56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 200 len: 848 time: 0.0484211 Aug 16 15:59:23.412897 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5927e4-dbc8-43f8-a61c-5e39cbd615e2 req-761e1cb3-eafd-413b-824a-72ec2cbd81b0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:23.414637 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf5927e4-dbc8-43f8-a61c-5e39cbd615e2 req-761e1cb3-eafd-413b-824a-72ec2cbd81b0 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0861974 Aug 16 15:59:23.417477 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-db20c8ae-382c-4675-a712-1b57d5443684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:23.419013 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-db20c8ae-382c-4675-a712-1b57d5443684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c663eda6-b9eb-4f55-ba98-587e31cc8af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641272 Aug 16 15:59:23.467764 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:59:23.502231 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf5927e4-dbc8-43f8-a61c-5e39cbd615e2 req-e541a661-4566-4db4-9d51-ceb6aecaa084 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796885 Aug 16 15:59:23.534787 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-77e2c3f8-22b1-4a73-be45-1e4e47b4184a service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049464 Aug 16 15:59:23.628341 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-372acb19-5ead-4f00-ab67-3aabda73a9ad req-9ae72cd9-b783-4e34-8d92-b429f899082c service neutron] 10.222.0.60 "GET /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 Aug 16 15:59:23.662088 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:23.688406 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144504c-642f-47ea-a0a6-c502bafb604e None None] The sync data for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi is: [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:53:29Z', 'revision_number': 4, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'b54884ef-c2aa-4a22-9f2f-4778899440c5', 'name': '', 'network_id': 'c663eda6-b9eb-4f55-ba98-587e31cc8af3', 'tenant_id': '6c4765f685b345c18615588816442484', 'mac_address': 'fa:16:3e:bd:15:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:28Z', 'updated_at': '2021-08-16T15:53:35Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'subnets': [{'id': '2cb68b82-7cfd-4157-b805-6b967623eb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:59:23.907995 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d72e99-7270-4e0c-a3c8-07cc553ec5f9 None None] New status for floating IP 261e0571-87b4-49bb-83ce-f4fc2e950a00: DOWN {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:59:24.618241 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f25335-8d7a-4f5f-929e-a8944055ee75 req-c835dea5-a37f-48e2-b92e-fc1504faca39 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:24.619719 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-70f25335-8d7a-4f5f-929e-a8944055ee75 req-c835dea5-a37f-48e2-b92e-fc1504faca39 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0478344 Aug 16 15:59:24.655184 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-70f25335-8d7a-4f5f-929e-a8944055ee75 req-db0fa506-d9bc-42fd-9fe4-7f4634c3eac2 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296922 Aug 16 15:59:24.994588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-7965feb6-c01e-4464-be1b-386f2520c2ae tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:24.996073 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-7965feb6-c01e-4464-be1b-386f2520c2ae tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1025960 Aug 16 15:59:25.010757 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-140d1af8-9ea0-4bff-a93e-98b019b59152 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/quotas/0a88b9a8defc46bc88a3a887e4db890c HTTP/1.1" status: 200 len: 375 time: 0.0091224 Aug 16 15:59:25.064035 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-9c05bb75-979f-4617-b6f7-ef58fc2bce91 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478301 Aug 16 15:59:25.154715 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-d6c490f9-eaf5-4ce1-b877-18bb6e1d1980 service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 Aug 16 15:59:25.240924 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-05e17e43-f0e5-44a3-aa77-ef08519c5151 service neutron] 10.222.0.30 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801835 Aug 16 15:59:25.448572 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-09c46bd2-904a-42ba-8ef2-e2c1b4114f99 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:25.450078 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-09c46bd2-904a-42ba-8ef2-e2c1b4114f99 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0514748 Aug 16 15:59:25.501009 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bcf0728f-f715-47f8-9928-09503402a3d0 req-9497d45a-406a-4be5-9c8e-a4d00b9f78f1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 210 time: 0.0462694 Aug 16 15:59:25.567892 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Deleting port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:25.568232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:25.655999 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] For port e0e09e9e-52cf-40da-8ee8-5bb876b823f0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:25.656366 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:25.668373 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Calling delete_port for e0e09e9e-52cf-40da-8ee8-5bb876b823f0 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:25.774384 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054757f-06f5-4d26-81f9-5d2f7a7b1179 req-1960fc73-0ae2-47ac-a912-9d9e2106c95d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:25.776018 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9054757f-06f5-4d26-81f9-5d2f7a7b1179 req-1960fc73-0ae2-47ac-a912-9d9e2106c95d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 946 time: 0.0524271 Aug 16 15:59:25.876819 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:25.907162 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event deleted for resources: {'Port': ['ID=e0e09e9e-52cf-40da-8ee8-5bb876b823f0,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:25.955046 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] No DVR routers for this DVR port e0e09e9e-52cf-40da-8ee8-5bb876b823f0 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:59:25.955046 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:25.957227 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-22773fc2-48ef-4283-9276-bea8414b12e2 req-e934b4a8-25a0-4f47-b00d-ff35446fd5e9 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.60 "DELETE /v2.0/ports/e0e09e9e-52cf-40da-8ee8-5bb876b823f0 HTTP/1.1" status: 204 len: 173 time: 0.4944158 Aug 16 15:59:25.957759 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-deleted', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:25.960829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c1e92d-c52d-4ec5-8d29-3387ab816f0f" -d '{"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-deleted", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:25.998977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23121c5-e5b4-4818-b352-de5c777359bb x-openstack-request-id: req-e23121c5-e5b4-4818-b352-de5c777359bb {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:25.999266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d378ef5-c76f-4c59-8972-7b0fb2d38d4f", "name": "network-vif-deleted", "tag": "e0e09e9e-52cf-40da-8ee8-5bb876b823f0", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:25.999527 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e23121c5-e5b4-4818-b352-de5c777359bb {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:25.999895 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d378ef5-c76f-4c59-8972-7b0fb2d38d4f', 'name': 'network-vif-deleted', 'tag': 'e0e09e9e-52cf-40da-8ee8-5bb876b823f0', 'status': 'completed', 'code': 200} Aug 16 15:59:26.065447 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9054757f-06f5-4d26-81f9-5d2f7a7b1179 req-ab30619f-1292-4f5b-90f4-2902c9102332 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/security-groups?id=04b2bf38-7690-46ed-b1ad-6ff707b34ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831130 Aug 16 15:59:26.594303 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-854f7f54-4c68-424b-ac87-a9ad43095335 req-bb881e0c-8b5a-469b-9025-5a4f044021fd tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 210 time: 0.0259640 Aug 16 15:59:27.182252 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1eca3d73-55f0-49b4-a618-918c2409538a req-d77512f3-ea05-4829-92a7-79364f135159 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 210 time: 0.0302393 Aug 16 15:59:27.367845 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-eb00b8e8-39af-4218-aa60-e9206b4a9d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:27.720356 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8be01f7b-698a-4c45-a1ca-ae18ae1b4ba5 req-cd08887e-32ea-4817-88f8-79ee68abb336 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 210 time: 0.0566046 Aug 16 15:59:27.777715 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-4215a8cf-381d-4c67-bf57-acc07bedddc9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:27.779299 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-4215a8cf-381d-4c67-bf57-acc07bedddc9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/networks?id=6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 200 len: 814 time: 0.1245215 Aug 16 15:59:27.800504 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Request body: {'port': {'device_id': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'admin_state_up': True, 'tenant_id': '0a88b9a8defc46bc88a3a887e4db890c'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:59:27.961781 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Made reservation on behalf of 0a88b9a8defc46bc88a3a887e4db890c for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:59:27.965489 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:28.098883 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Allocated IP 172.20.0.8 (6267894d-e1ca-446c-8385-6865676134a1/269295dd-daf6-4dc4-aea6-d9bffda51b1e/50d34df1-3ec2-4dc4-a7c6-d3f322197acc) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:59:28.244785 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:28.292065 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18c535d1-99a0-4325-9b0b-02f9c2750e50 req-d845096e-34ed-4283-b6fd-10d1b7a5a83d tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d378ef5-c76f-4c59-8972-7b0fb2d38d4f HTTP/1.1" status: 200 len: 210 time: 0.0258532 Aug 16 15:59:28.369466 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:28.412274 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Network 6267894d-e1ca-446c-8385-6865676134a1 is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:59:28.413320 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e', '4cecc733-2333-4144-9615-7120b89e1827', '33c3f580-6f4b-4daa-9f99-78935b1a920e'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:59:28.415871 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:59:28.419733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:59:28.425889 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event updated for resources: {'Port': ['ID=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:28.470891 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:28.471507 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:28.568716 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-b95833f6-a463-4124-be71-8698fa225ca1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722681 Aug 16 15:59:28.595480 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Request body: {'port': {'device_id': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:59:28.651620 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:28.834084 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd03bc-2689-4b8e-9608-a1b4b1cd062f req-4cfb11c9-3b17-491b-ab4f-484a56a5a62e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:28.835589 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2efd03bc-2689-4b8e-9608-a1b4b1cd062f req-4cfb11c9-3b17-491b-ab4f-484a56a5a62e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 931 time: 0.0487852 Aug 16 15:59:28.873942 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2efd03bc-2689-4b8e-9608-a1b4b1cd062f req-644db30a-49a4-4f50-8600-d8d31112d30f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Aug 16 15:59:28.911139 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d34df1-3ec2-4dc4-a7c6-d3f322197acc {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:59:28.919065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:28.930597 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Transition to ACTIVE for port object 50d34df1-3ec2-4dc4-a7c6-d3f322197acc will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:59:28.984327 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.033650 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Pushing event updated for resources: {'Port': ['ID=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:29.101570 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Attempting to bind port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:59:29.101815 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Attempting to bind port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:59:29.102140 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Attempting to bind port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:59:29.106442 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc on network 6267894d-e1ca-446c-8385-6865676134a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:59:29.106787 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Attempting to bind port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc on network 6267894d-e1ca-446c-8385-6865676134a1 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:59:29.111404 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:59:29.111734 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Checking segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:59:29.112108 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Bound using segment: {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:59:29.112524 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Bound port: 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f98a7a-ab82-40bd-967a-6a38552a91b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6267894d-e1ca-446c-8385-6865676134a1'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:59:29.112884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.172212 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] For port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:59:29.175117 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] For port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:59:29.242022 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.273304 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:29.273905 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.275931 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] 10.222.0.60 "PUT /v2.0/ports/50d34df1-3ec2-4dc4-a7c6-d3f322197acc HTTP/1.1" status: 200 len: 1093 time: 0.6847966 Aug 16 15:59:29.276361 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'tag': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:29.278596 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce13ad05-3ae2-4940-9277-4728218159f6" -d '{"events": [{"name": "network-changed", "server_uuid": "20fe6671-2bb1-4f95-8cee-61ea6d8c6df8", "tag": "50d34df1-3ec2-4dc4-a7c6-d3f322197acc"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:29.302771 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c84e92-d2f8-4a7b-86d2-124a18d93cae service neutron] Pushing event updated for resources: {'Port': ['ID=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:29.318696 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642df1c0-ba8b-4be8-ae60-6659a96067d6 x-openstack-request-id: req-642df1c0-ba8b-4be8-ae60-6659a96067d6 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:29.319011 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fe6671-2bb1-4f95-8cee-61ea6d8c6df8", "tag": "50d34df1-3ec2-4dc4-a7c6-d3f322197acc", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:29.319263 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-642df1c0-ba8b-4be8-ae60-6659a96067d6 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:29.319653 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'tag': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc', 'status': 'completed', 'code': 200} Aug 16 15:59:29.349752 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56540) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:29.441060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a61dfb0d-ea96-4262-b160-95810d754373 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.447893 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13ad05-3ae2-4940-9277-4728218159f6 req-79538874-c40f-42e8-87e3-cbfe2e7408db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:29.449331 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ce13ad05-3ae2-4940-9277-4728218159f6 req-79538874-c40f-42e8-87e3-cbfe2e7408db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 1096 time: 0.0741057 Aug 16 15:59:29.468848 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a61dfb0d-ea96-4262-b160-95810d754373 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.581986 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13ad05-3ae2-4940-9277-4728218159f6 req-00ac56df-047f-4c66-97fa-236ac3d92171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:29.583464 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ce13ad05-3ae2-4940-9277-4728218159f6 req-00ac56df-047f-4c66-97fa-236ac3d92171 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1120679 Aug 16 15:59:29.648097 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a61dfb0d-ea96-4262-b160-95810d754373 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.651127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-a61dfb0d-ea96-4262-b160-95810d754373 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:29.652245 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a61dfb0d-ea96-4262-b160-95810d754373 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] 10.222.0.30 "DELETE /v2.0/security-groups/04b2bf38-7690-46ed-b1ad-6ff707b34ee2 HTTP/1.1" status: 204 len: 168 time: 0.3015323 Aug 16 15:59:29.667900 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dfb0d-ea96-4262-b160-95810d754373 tempest-TestShelveInstance-1065530349 tempest-TestShelveInstance-1065530349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b2bf38-7690-46ed-b1ad-6ff707b34ee2,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:29.696652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13ad05-3ae2-4940-9277-4728218159f6 req-cba8092e-b08f-4d67-853d-1208c9607d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:29.698432 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ce13ad05-3ae2-4940-9277-4728218159f6 req-cba8092e-b08f-4d67-853d-1208c9607d44 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038542 Aug 16 15:59:29.721203 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:29.741182 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: e0e09e9e-52cf-40da-8ee8-5bb876b823f0 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:29.741520 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device e0e09e9e-52cf-40da-8ee8-5bb876b823f0 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:29.786658 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56546) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:29.927630 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-ce42d0ed-f308-4637-a624-6441a28756df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:29.929116 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-ce42d0ed-f308-4637-a624-6441a28756df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 1096 time: 0.1123023 Aug 16 15:59:30.010825 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-4b625918-dafb-45de-903e-fb50915c9e5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d34df1-3ec2-4dc4-a7c6-d3f322197acc HTTP/1.1" status: 200 len: 217 time: 0.0550454 Aug 16 15:59:30.076679 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-71ce0d2d-51df-4002-90e4-33dc9b8bea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:30.400620 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf15fd-2b4f-47de-aa7f-50e53c03b6e7 req-2834a4ab-df8b-4044-a28d-484beeee7593 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:30.402110 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-21bf15fd-2b4f-47de-aa7f-50e53c03b6e7 req-2834a4ab-df8b-4044-a28d-484beeee7593 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 943 time: 0.4610519 Aug 16 15:59:30.406948 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-7e8b9f23-0b9f-4fc5-8eda-d355540b54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:30.408874 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-7e8b9f23-0b9f-4fc5-8eda-d355540b54e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=269295dd-daf6-4dc4-aea6-d9bffda51b1e HTTP/1.1" status: 200 len: 854 time: 0.3671825 Aug 16 15:59:30.463939 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-acb7916b-0395-4ca7-b0a1-b2a5ab61c9c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6267894d-e1ca-446c-8385-6865676134a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387473 Aug 16 15:59:30.511019 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:30.541678 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-21bf15fd-2b4f-47de-aa7f-50e53c03b6e7 req-ea4d8e1f-2e74-406f-a299-55ad4eab0470 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318505 Aug 16 15:59:30.619862 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-f1961e16-c390-4e37-8c23-687e08d8bf2a service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417093 Aug 16 15:59:30.748230 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b6eb1a6-0310-4187-8ab8-e7fdfee35206 req-71ed1b12-56ea-44fc-a02a-c6b87a22acf9 service neutron] 10.222.0.60 "GET /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195250 Aug 16 15:59:30.759244 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:30.979595 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:31.010022 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Deleting port b54884ef-c2aa-4a22-9f2f-4778899440c5 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:31.010365 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:31.092582 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] For port b54884ef-c2aa-4a22-9f2f-4778899440c5, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=b54884ef-c2aa-4a22-9f2f-4778899440c5,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:31.092943 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:31.105669 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Calling delete_port for b54884ef-c2aa-4a22-9f2f-4778899440c5 owned by network:router_interface {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:31.316016 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:31.339813 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Pushing event deleted for resources: {'Port': ['ID=b54884ef-c2aa-4a22-9f2f-4778899440c5,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:31.501133 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:31.720924 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae6fb4-9af1-4f0e-b304-d6bba40f5d3f req-291aae7a-a3e6-46d3-849e-2f28374ef6d9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:31.722335 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-faae6fb4-9af1-4f0e-b304-d6bba40f5d3f req-291aae7a-a3e6-46d3-849e-2f28374ef6d9 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 943 time: 0.1133819 Aug 16 15:59:31.771935 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Router 3382fe25-07e7-4583-89bc-41462f4be9ae has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:59:31.780913 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-faae6fb4-9af1-4f0e-b304-d6bba40f5d3f req-e3dea245-3da4-4844-9d5a-81e8f5b8ead1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504298 Aug 16 15:59:31.879792 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:59:31.885538 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ceb81c1b-4640-418d-ab3a-da915c37b07d admin admin] 10.222.0.30 "PUT /v2.0/routers/3382fe25-07e7-4583-89bc-41462f4be9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0978639 Aug 16 15:59:31.888158 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56556) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:31.888510 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] Sync routers for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:59:31.902117 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:59:31.902754 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:59:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:31.991852 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.002343 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:59:32.094915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.179140 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:59:31Z', 'revision_number': 5, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port': {'id': 'ceb75f29-308e-4e52-9606-0d8b74599684', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:26Z', 'updated_at': '2021-08-16T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:32.198868 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Deleting port ceb75f29-308e-4e52-9606-0d8b74599684 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:32.199209 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.205420 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] Checking router: 3382fe25-07e7-4583-89bc-41462f4be9ae for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:59:32.214501 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] Routers {'3382fe25-07e7-4583-89bc-41462f4be9ae'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:59:32.215122 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:59:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['3382fe25-07e7-4583-89bc-41462f4be9ae'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:32.281331 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] For port ceb75f29-308e-4e52-9606-0d8b74599684, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ceb75f29-308e-4e52-9606-0d8b74599684,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:32.281696 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.293164 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Calling delete_port for ceb75f29-308e-4e52-9606-0d8b74599684 owned by network:router_gateway {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:32.298053 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] Set router 3382fe25-07e7-4583-89bc-41462f4be9ae gateway port host: None {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:59:32.350880 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:59:32Z', 'revision_number': 6, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:32.375896 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b50300e-5eb2-47fa-9112-f2a3fd6812ea None None] The sync data for ids ['3382fe25-07e7-4583-89bc-41462f4be9ae'] in dv-cinder-799668-6-iscsi is: [{'id': '3382fe25-07e7-4583-89bc-41462f4be9ae', 'name': 'tempest-TestShelveInstance-1414031359-router', 'tenant_id': '6c4765f685b345c18615588816442484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:25Z', 'updated_at': '2021-08-16T15:59:32Z', 'revision_number': 6, 'project_id': '6c4765f685b345c18615588816442484', 'gw_port_host': None}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:59:32.521836 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.547490 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb75f29-308e-4e52-9606-0d8b74599684,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:32.606654 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.693935 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.696005 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.791061 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.791809 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3382fe25-07e7-4583-89bc-41462f4be9ae {{(pid=101074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:59:32.800593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.802329 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-1107b115-30ff-43d3-8caf-4737c6fdebd1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3382fe25-07e7-4583-89bc-41462f4be9ae HTTP/1.1" status: 204 len: 168 time: 0.9128807 Aug 16 15:59:32.804786 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56562) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:32.851668 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Deleting subnet 2cb68b82-7cfd-4157-b805-6b967623eb7b {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:59:32.864031 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.876029 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.919239 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:32.951930 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2fb67-a439-47fe-89d2-325fb799a349 req-fc2124bc-dff5-4170-8d20-9b1f6debb388 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:32.953500 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-40c2fb67-a439-47fe-89d2-325fb799a349 req-fc2124bc-dff5-4170-8d20-9b1f6debb388 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 943 time: 0.0989091 Aug 16 15:59:33.037283 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-40c2fb67-a439-47fe-89d2-325fb799a349 req-96fbc500-7d2a-4b1c-b4b9-f3c80eb51f3b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765622 Aug 16 15:59:33.044769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.139917 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.171330 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ceb75f29-308e-4e52-9606-0d8b74599684 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:33.179841 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.184441 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2cb68b82-7cfd-4157-b805-6b967623eb7b HTTP/1.1" status: 204 len: 168 time: 0.3761203 Aug 16 15:59:33.184441 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772e092-4cfe-4b0b-9d64-7c9ab2d28385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb68b82-7cfd-4157-b805-6b967623eb7b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:33.185562 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56566) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:33.192627 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df700048-4ff3-49bb-b9ed-d97abf8944ee None None] Network c663eda6-b9eb-4f55-ba98-587e31cc8af3 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:59:33.204527 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: ceb75f29-308e-4e52-9606-0d8b74599684 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:33.204875 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ceb75f29-308e-4e52-9606-0d8b74599684 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:33.207529 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device b54884ef-c2aa-4a22-9f2f-4778899440c5 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:33.248880 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: b54884ef-c2aa-4a22-9f2f-4778899440c5 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:33.249240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device b54884ef-c2aa-4a22-9f2f-4778899440c5 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:33.256797 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.312177 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Deleting port 61ad5739-cf9f-4a40-873b-42db66bc97a4 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:33.312524 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.385453 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] For port 61ad5739-cf9f-4a40-873b-42db66bc97a4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=61ad5739-cf9f-4a40-873b-42db66bc97a4,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:33.385820 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.399120 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Calling delete_port for 61ad5739-cf9f-4a40-873b-42db66bc97a4 owned by network:dhcp {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:33.407637 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] DHCP port deletion for c663eda6-b9eb-4f55-ba98-587e31cc8af3 request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:59:33.455183 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] Deleting port 61ad5739-cf9f-4a40-873b-42db66bc97a4 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:33.455636 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.515925 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] For port 61ad5739-cf9f-4a40-873b-42db66bc97a4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=61ad5739-cf9f-4a40-873b-42db66bc97a4,segment=NetworkSegment(c08af914-983f-4f3c-ae17-2181907bc172),segment_id=c08af914-983f-4f3c-ae17-2181907bc172)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:33.516152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.516316 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.531979 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] Calling delete_port for 61ad5739-cf9f-4a40-873b-42db66bc97a4 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:33.545265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ad5739-cf9f-4a40-873b-42db66bc97a4,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:33.548861 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] No DVR routers for this DVR port 61ad5739-cf9f-4a40-873b-42db66bc97a4 on host dv-cinder-799668-6-iscsi {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:59:33.610888 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.620551 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.629246 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c663eda6-b9eb-4f55-ba98-587e31cc8af3']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:33.634104 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] Pushing event deleted for resources: {'Port': ['ID=61ad5739-cf9f-4a40-873b-42db66bc97a4,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:33.639229 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08af914-983f-4f3c-ae17-2181907bc172') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:33.639535 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08af914-983f-4f3c-ae17-2181907bc172') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:33.640809 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79ea7e-2ea7-444b-8cfb-6ff884ac768a None None] No DVR routers for this DVR port 61ad5739-cf9f-4a40-873b-42db66bc97a4 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:59:33.650561 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.664202 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.670574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:59:33.670966 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:59:33.672598 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:59:33.746520 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 50d34df1-3ec2-4dc4-a7c6-d3f322197acc details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:59:33.779377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.784801 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.789500 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c663eda6-b9eb-4f55-ba98-587e31cc8af3 HTTP/1.1" status: 204 len: 168 time: 0.6000233 Aug 16 15:59:33.790449 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56568) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:33.799398 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabf21e-47c3-422d-91aa-d6d0aa78b355 admin admin] Pushing event deleted for resources: {'Network': ['ID=c663eda6-b9eb-4f55-ba98-587e31cc8af3,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:33.850191 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:33.862159 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc', 'network_id': '6267894d-e1ca-446c-8385-6865676134a1', 'port_id': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc', 'mac_address': 'fa:16:3e:4a:30:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269295dd-daf6-4dc4-aea6-d9bffda51b1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:59:33.898741 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:33.911985 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d34df1-3ec2-4dc4-a7c6-d3f322197acc {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:59:33.932129 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:33.991055 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:34.039584 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:34.138847 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:34.150336 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5aa9b-3aa1-4412-b97f-dbb42c84f0e5 req-a00fc626-abd2-4ec4-9ee9-ca59b349e160 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:34.151991 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3ec5aa9b-3aa1-4412-b97f-dbb42c84f0e5 req-a00fc626-abd2-4ec4-9ee9-ca59b349e160 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 944 time: 0.0480742 Aug 16 15:59:34.189538 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3ec5aa9b-3aa1-4412-b97f-dbb42c84f0e5 req-e3f3fe0f-e730-4a2c-800f-fd28a239a74b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 16 15:59:34.354540 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['50d34df1-3ec2-4dc4-a7c6-d3f322197acc'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:59:34.380928 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Deleting port 64623ce4-c30a-4a64-b48e-4f2cced80784 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:34.381278 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:34.464936 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] For port 64623ce4-c30a-4a64-b48e-4f2cced80784, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=64623ce4-c30a-4a64-b48e-4f2cced80784,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:34.465216 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:34.476678 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Calling delete_port for 64623ce4-c30a-4a64-b48e-4f2cced80784 owned by network:router_interface {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:34.716019 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:34.738637 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=64623ce4-c30a-4a64-b48e-4f2cced80784,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:34.901846 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.094110 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 61ad5739-cf9f-4a40-873b-42db66bc97a4 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:35.114863 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 61ad5739-cf9f-4a40-873b-42db66bc97a4 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:35.115212 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 61ad5739-cf9f-4a40-873b-42db66bc97a4 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:35.118180 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:59:35.220610 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:59:35.227380 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-54ad5a6e-94db-4f88-980b-99169ea2cb36 admin admin] 10.222.0.30 "PUT /v2.0/routers/d3f7ec54-70cb-4046-8ef3-5662a8b99d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4342160 Aug 16 15:59:35.228597 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56576) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:35.230686 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] Sync routers for ids ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:59:35.240130 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] Routers {'d3f7ec54-70cb-4046-8ef3-5662a8b99d04'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:59:35.240747 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:59:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:35.308639 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1052c9b-6742-4ae4-92f9-826fe846238c req-1ce34fe5-dcec-4485-9ecc-34704ac770e0 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:35.310140 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1052c9b-6742-4ae4-92f9-826fe846238c req-1ce34fe5-dcec-4485-9ecc-34704ac770e0 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 944 time: 0.0541601 Aug 16 15:59:35.338784 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks [] for router, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.349190 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] Set router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:59:35.353502 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-d1052c9b-6742-4ae4-92f9-826fe846238c req-0464af99-a771-4f46-83be-d52ef84cfe68 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Aug 16 15:59:35.444382 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.497655 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:59:35.531351 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:59:34Z', 'revision_number': 5, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port': {'id': '1cb61cee-d019-4c9f-bd87-034bffdaf8b5', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:35Z', 'updated_at': '2021-08-16T15:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:35.558058 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] Checking router: d3f7ec54-70cb-4046-8ef3-5662a8b99d04 for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:59:35.559069 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Deleting port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:35.559416 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.566059 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] Routers {'d3f7ec54-70cb-4046-8ef3-5662a8b99d04'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:59:35.566678 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T15:59:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:35.639429 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] For port 1cb61cee-d019-4c9f-bd87-034bffdaf8b5, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:35.639801 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.649952 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] Set router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 gateway port host: None {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:59:35.652345 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Calling delete_port for 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 owned by network:router_gateway {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:35.700587 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:59:35Z', 'revision_number': 6, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:35.728814 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e64ca-daaf-4988-96d9-c37e554eea6a None None] The sync data for ids ['d3f7ec54-70cb-4046-8ef3-5662a8b99d04'] in dv-cinder-799668-6-iscsi is: [{'id': 'd3f7ec54-70cb-4046-8ef3-5662a8b99d04', 'name': 'tempest-TestShelveInstance-1749861072-router', 'tenant_id': 'c66ec75228664a5dba5ef28cc58d134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:33Z', 'updated_at': '2021-08-16T15:59:35Z', 'revision_number': 6, 'project_id': 'c66ec75228664a5dba5ef28cc58d134d', 'gw_port_host': None}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:59:35.763144 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 50d34df1-3ec2-4dc4-a7c6-d3f322197acc up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:59:35.847587 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:59:35.851457 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:59:35.851873 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.881928 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.909099 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb61cee-d019-4c9f-bd87-034bffdaf8b5,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:35.931978 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.953430 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:35.955666 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6be975-5e36-425f-baf2-4c2822db75ed" -d '{"events": [{"server_uuid": "20fe6671-2bb1-4f95-8cee-61ea6d8c6df8", "name": "network-vif-plugged", "status": "completed", "tag": "50d34df1-3ec2-4dc4-a7c6-d3f322197acc"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:35.966292 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:35.969173 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:35.992842 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336e251-e2dc-4229-9bdf-400fe2545762 x-openstack-request-id: req-7336e251-e2dc-4229-9bdf-400fe2545762 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:35.993879 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fe6671-2bb1-4f95-8cee-61ea6d8c6df8", "name": "network-vif-plugged", "status": "completed", "tag": "50d34df1-3ec2-4dc4-a7c6-d3f322197acc", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:35.994770 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7336e251-e2dc-4229-9bdf-400fe2545762 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:35.995285 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc', 'code': 200} Aug 16 15:59:36.030536 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.071031 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.074133 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.084071 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:36.179058 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.179590 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f7ec54-70cb-4046-8ef3-5662a8b99d04 {{(pid=101075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:59:36.184815 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.186047 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1cc89932-692a-41d0-a648-c7d9b4ab5e2b admin admin] 10.222.0.30 "DELETE /v2.0/routers/d3f7ec54-70cb-4046-8ef3-5662a8b99d04 HTTP/1.1" status: 204 len: 168 time: 0.9563627 Aug 16 15:59:36.188641 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56582) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:36.233612 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Deleting subnet 0a2d14d4-439d-4ba7-997e-64045b56f6d4 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:59:36.236637 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.272465 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.302767 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c42832-2c45-4711-993e-a27f0e90dcae req-01d1c834-3b9a-4f5c-b77c-5b6dcda58208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:36.304242 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-47c42832-2c45-4711-993e-a27f0e90dcae req-01d1c834-3b9a-4f5c-b77c-5b6dcda58208 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 1098 time: 0.0380182 Aug 16 15:59:36.340207 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-47c42832-2c45-4711-993e-a27f0e90dcae req-f689b67e-24e8-4de2-a2b1-106b3f967945 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279391 Aug 16 15:59:36.352500 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.468297 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0ecf-1da4-4cd9-b426-0b2b24c4e36b req-b1d0efd3-ebc6-45cd-a9f9-a276fd0ce710 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:36.469673 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c4ff0ecf-1da4-4cd9-b426-0b2b24c4e36b req-b1d0efd3-ebc6-45cd-a9f9-a276fd0ce710 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0477366 Aug 16 15:59:36.481768 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.517286 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2d14d4-439d-4ba7-997e-64045b56f6d4,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:36.519269 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.521149 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-4e556cd2-3ba1-4593-979f-855912260cba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a2d14d4-439d-4ba7-997e-64045b56f6d4 HTTP/1.1" status: 204 len: 168 time: 0.3315454 Aug 16 15:59:36.525093 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56588) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:36.529508 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d40f4-a22b-47ba-8409-0bfd36b653e1 None None] Network c5ce13dc-5879-4e11-ae78-64d66c267e18 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:59:36.552289 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c4ff0ecf-1da4-4cd9-b426-0b2b24c4e36b req-4ad5114e-9892-4f19-b2e2-8e85028ee8f0 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765209 Aug 16 15:59:36.600396 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.659704 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Deleting port a3707e52-5a67-4247-ad72-9d047ed368b7 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:36.660050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.711340 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] DHCP port deletion for c5ce13dc-5879-4e11-ae78-64d66c267e18 request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:59:36.728271 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] For port a3707e52-5a67-4247-ad72-9d047ed368b7, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a3707e52-5a67-4247-ad72-9d047ed368b7,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:36.728729 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.741552 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Calling delete_port for a3707e52-5a67-4247-ad72-9d047ed368b7 owned by network:dhcp {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:36.763471 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] Deleting port a3707e52-5a67-4247-ad72-9d047ed368b7 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:36.763886 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.833734 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] For port a3707e52-5a67-4247-ad72-9d047ed368b7, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=a3707e52-5a67-4247-ad72-9d047ed368b7,segment=NetworkSegment(a028c4bf-1195-4aec-ae11-c23b37f3218c),segment_id=a028c4bf-1195-4aec-ae11-c23b37f3218c)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:36.834139 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.847384 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] Calling delete_port for a3707e52-5a67-4247-ad72-9d047ed368b7 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:36.887682 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.910734 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3707e52-5a67-4247-ad72-9d047ed368b7,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:36.916534 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] No DVR routers for this DVR port a3707e52-5a67-4247-ad72-9d047ed368b7 on host dv-cinder-799668-6-iscsi {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:59:36.923811 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.950922 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] Pushing event deleted for resources: {'Port': ['ID=a3707e52-5a67-4247-ad72-9d047ed368b7,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:36.952635 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca823b-fa68-46a9-89f1-93f43fc6c3ba None None] No DVR routers for this DVR port a3707e52-5a67-4247-ad72-9d047ed368b7 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:59:36.989364 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:36.999652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ce13dc-5879-4e11-ae78-64d66c267e18']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:37.014812 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a028c4bf-1195-4aec-ae11-c23b37f3218c') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:37.015004 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a028c4bf-1195-4aec-ae11-c23b37f3218c') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:59:37.023909 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.037977 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.044319 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:59:37.050675 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:59:37.060604 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 64623ce4-c30a-4a64-b48e-4f2cced80784 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:37.081871 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 64623ce4-c30a-4a64-b48e-4f2cced80784 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:37.082352 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 64623ce4-c30a-4a64-b48e-4f2cced80784 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:37.082985 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a3707e52-5a67-4247-ad72-9d047ed368b7 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:37.105793 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: a3707e52-5a67-4247-ad72-9d047ed368b7 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:37.106142 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device a3707e52-5a67-4247-ad72-9d047ed368b7 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:37.106589 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:59:37.125237 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:59:37.125584 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 1cb61cee-d019-4c9f-bd87-034bffdaf8b5 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:59:37.155972 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.161392 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.163155 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c5ce13dc-5879-4e11-ae78-64d66c267e18 HTTP/1.1" status: 204 len: 168 time: 0.6366217 Aug 16 15:59:37.174074 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d9a90-d786-4e52-8a42-d537c4658df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ce13dc-5879-4e11-ae78-64d66c267e18,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:37.430330 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56592) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:37.473080 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-472bde4d-3b24-4740-b296-db14bef90888 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c4765f685b345c18615588816442484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410342 Aug 16 15:59:37.475442 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56594) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:37.521237 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.543812 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.656792 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.659230 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:37.660362 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e358ffb-0c68-45be-b53e-10328355536a HTTP/1.1" status: 204 len: 168 time: 0.1840434 Aug 16 15:59:37.672874 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c7c29-fbc4-4fdd-af12-3900f1e2581a req-e50bc977-24fe-4477-ba28-b263109b06dd tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:37.674348 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cf8c7c29-fbc4-4fdd-af12-3900f1e2581a req-e50bc977-24fe-4477-ba28-b263109b06dd tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Aug 16 15:59:37.680777 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e358ffb-0c68-45be-b53e-10328355536a,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:37.694181 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.694559 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.694902 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.695235 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.695563 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.695894 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.696300 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.696632 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.696958 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.697277 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.697594 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.697994 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658594c-8138-4d5c-bd65-42e9dcbd5a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:59:37.734938 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cf8c7c29-fbc4-4fdd-af12-3900f1e2581a req-2b30ad31-368b-4d78-831e-b9a5732e58c2 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509803 Aug 16 15:59:38.224268 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56604) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:38.262923 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a94861cd-ac54-47dc-a9c9-8e48c51b52b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c66ec75228664a5dba5ef28cc58d134d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374947 Aug 16 15:59:38.265417 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56606) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:59:38.311397 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb277369-27bb-43f2-8ce1-295a9e746d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:38.338156 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb277369-27bb-43f2-8ce1-295a9e746d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:38.447976 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb277369-27bb-43f2-8ce1-295a9e746d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:38.450448 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb277369-27bb-43f2-8ce1-295a9e746d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:38.451611 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-eb277369-27bb-43f2-8ce1-295a9e746d74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de0d8973-be4e-43ef-adbb-e91fac735293 HTTP/1.1" status: 204 len: 168 time: 0.1853232 Aug 16 15:59:38.459422 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277369-27bb-43f2-8ce1-295a9e746d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d8973-be4e-43ef-adbb-e91fac735293,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:38.862530 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a820fe-a6f5-489f-a45a-23d2d9d58fae req-7435555b-4633-4269-ae06-04656ddf0a6f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:38.864268 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-91a820fe-a6f5-489f-a45a-23d2d9d58fae req-7435555b-4633-4269-ae06-04656ddf0a6f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0572400 Aug 16 15:59:38.906191 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-91a820fe-a6f5-489f-a45a-23d2d9d58fae req-498b07da-27af-4327-bbf9-1e8ca356be5d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 Aug 16 15:59:42.971758 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbcc6c-a22c-4504-979f-327f3e9e6132 req-eefafe52-c66e-4c74-a87d-4ca70e340c2c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:42.973216 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-aafbcc6c-a22c-4504-979f-327f3e9e6132 req-eefafe52-c66e-4c74-a87d-4ca70e340c2c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Aug 16 15:59:43.011880 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-aafbcc6c-a22c-4504-979f-327f3e9e6132 req-21d264b4-86fd-43cb-9181-296caa2c3068 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Aug 16 15:59:44.129194 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae9b9-f05b-4020-b517-f9685a451dad req-58925a9a-5b8e-4347-8354-d7f5973acbee tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:44.130675 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-811ae9b9-f05b-4020-b517-f9685a451dad req-58925a9a-5b8e-4347-8354-d7f5973acbee tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0468993 Aug 16 15:59:44.167700 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-811ae9b9-f05b-4020-b517-f9685a451dad req-99473a45-d981-43fa-aa08-e39f72e9171d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306475 Aug 16 15:59:45.283315 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a6be4-f1ae-4c2d-8e29-96c46f58ae4d req-f743a7a3-72ae-4f5c-a07c-762373216059 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:45.284669 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e64a6be4-f1ae-4c2d-8e29-96c46f58ae4d req-f743a7a3-72ae-4f5c-a07c-762373216059 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0464482 Aug 16 15:59:45.321159 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e64a6be4-f1ae-4c2d-8e29-96c46f58ae4d req-3902a725-fab8-4f24-b884-35a83e953210 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Aug 16 15:59:46.437481 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87867d-633c-4abb-930e-8a7e7bccb78d req-3960669d-e796-443f-b84b-249a729fba78 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:46.438976 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b87867d-633c-4abb-930e-8a7e7bccb78d req-3960669d-e796-443f-b84b-249a729fba78 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0484161 Aug 16 15:59:46.475187 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8b87867d-633c-4abb-930e-8a7e7bccb78d req-79e70ca2-37fe-4019-a454-f63ec9c6fd57 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304203 Aug 16 15:59:47.594186 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3aacf-c848-4c10-97bf-2843b1dc21da req-ddd57cb9-9525-42ea-ba5c-8109c5ac0cb1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:47.595845 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f1a3aacf-c848-4c10-97bf-2843b1dc21da req-ddd57cb9-9525-42ea-ba5c-8109c5ac0cb1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Aug 16 15:59:47.632463 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f1a3aacf-c848-4c10-97bf-2843b1dc21da req-be470fa5-b91e-46f8-a19c-9840a50ea63b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Aug 16 15:59:48.756142 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02720d-7595-4d01-8b54-a708ece85cf8 req-573bc05e-1b42-430e-83f4-1fa84a152a5f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:48.758107 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-db02720d-7595-4d01-8b54-a708ece85cf8 req-573bc05e-1b42-430e-83f4-1fa84a152a5f tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0535281 Aug 16 15:59:48.795032 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-db02720d-7595-4d01-8b54-a708ece85cf8 req-a2b6339e-026a-44b9-a9c0-631c599dd45a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Aug 16 15:59:48.807425 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:49.936905 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f41dc-b073-4928-a03e-5742d19be1c0 req-99473d6c-5f0a-4f05-8a50-1cfc6cc9f298 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:49.938657 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-640f41dc-b073-4928-a03e-5742d19be1c0 req-99473d6c-5f0a-4f05-8a50-1cfc6cc9f298 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0642796 Aug 16 15:59:49.985910 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-640f41dc-b073-4928-a03e-5742d19be1c0 req-792a5b75-dd77-4bf0-9f3a-57f82beb3340 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Aug 16 15:59:51.105260 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6f804-ba05-4d41-be9f-9b594e2ac345 req-de710914-adb1-4f89-a429-513f6181abfc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:51.106800 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-97c6f804-ba05-4d41-be9f-9b594e2ac345 req-de710914-adb1-4f89-a429-513f6181abfc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Aug 16 15:59:51.142764 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-97c6f804-ba05-4d41-be9f-9b594e2ac345 req-53026bca-6398-432e-af0f-e82d2cdb6dfa tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Aug 16 15:59:52.261982 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad317-15c5-439d-bb43-9e56063a81d3 req-77552f16-eafc-4e4c-8059-8c712a9894d2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:52.263506 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0bfad317-15c5-439d-bb43-9e56063a81d3 req-77552f16-eafc-4e4c-8059-8c712a9894d2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0518720 Aug 16 15:59:52.300353 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0bfad317-15c5-439d-bb43-9e56063a81d3 req-158fa9c0-850c-4587-9ca5-0c23292f497c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Aug 16 15:59:53.155463 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-a827e951-1996-4568-863c-1ba85f88f018 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381680 Aug 16 15:59:53.260857 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-02992799-e560-499d-a882-9c1122cd3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:53.262205 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-02992799-e560-499d-a882-9c1122cd3464 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1099 time: 0.0392880 Aug 16 15:59:53.408814 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-edaa80d7-92c7-4470-b219-393a66c6bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:53.410263 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-edaa80d7-92c7-4470-b219-393a66c6bded service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.1185162 Aug 16 15:59:53.435509 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad90f1-6c01-4249-bbab-38eb6c8cf8a9 req-3364cfe8-2e00-412d-8efe-cf52a4fc8322 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:53.436949 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cdad90f1-6c01-4249-bbab-38eb6c8cf8a9 req-3364cfe8-2e00-412d-8efe-cf52a4fc8322 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0649471 Aug 16 15:59:53.515164 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cdad90f1-6c01-4249-bbab-38eb6c8cf8a9 req-6624bef3-d99f-4fda-934f-53262c69b108 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476606 Aug 16 15:59:53.516947 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-96dc7668-e6bf-4f0b-8c9c-e5ac46bd00a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 200 len: 1002 time: 0.0958431 Aug 16 15:59:53.584932 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-2705cdd7-1acb-40d0-a23a-49f9982366bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:53.586444 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-2705cdd7-1acb-40d0-a23a-49f9982366bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0451167 Aug 16 15:59:53.642637 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-d6f1003b-7915-423c-9767-6edf471b9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:53.644113 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-d6f1003b-7915-423c-9767-6edf471b9576 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382743 Aug 16 15:59:53.735532 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-c9b9e239-3658-47e2-87b8-a01780116da0 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Aug 16 15:59:53.828963 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3d0d114d-cd78-45e3-a3d8-5e17fda69bb2 req-cc96c405-6aef-4f5d-84b2-0a2b572b5153 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804954 Aug 16 15:59:54.639514 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44e780-b1cc-4954-9b32-820628714895 req-cef3f11d-f3aa-479d-8277-2a4155390f6b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:54.639514 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-da44e780-b1cc-4954-9b32-820628714895 req-cef3f11d-f3aa-479d-8277-2a4155390f6b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0518353 Aug 16 15:59:54.678173 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-da44e780-b1cc-4954-9b32-820628714895 req-aaaa6a0e-6ff4-4484-849f-35649ba8deea tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324504 Aug 16 15:59:55.030887 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0a38-c6c7-41e2-aa39-0eadf96b3b4e req-36875a04-9a6f-48e1-a482-0cd5a2f998bb tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:55.032366 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a02f0a38-c6c7-41e2-aa39-0eadf96b3b4e req-36875a04-9a6f-48e1-a482-0cd5a2f998bb tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Aug 16 15:59:55.069597 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a02f0a38-c6c7-41e2-aa39-0eadf96b3b4e req-f6b396ad-f6b5-4c47-a471-5150dbdedf20 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Aug 16 15:59:55.800939 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e19119-8933-48c4-a470-12c96190108d req-c3c43fcb-68ce-4650-8e28-5e592da66b9b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:55.802723 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-73e19119-8933-48c4-a470-12c96190108d req-c3c43fcb-68ce-4650-8e28-5e592da66b9b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0513756 Aug 16 15:59:55.844637 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-73e19119-8933-48c4-a470-12c96190108d req-5420437c-60ed-4af1-be61-357e146130ec tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359867 Aug 16 15:59:56.183523 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380c2cd-b555-4649-b04e-0dc464210675 req-a47bd8bf-dd6d-4d64-99fe-767abd5b40dc tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:56.185071 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7380c2cd-b555-4649-b04e-0dc464210675 req-a47bd8bf-dd6d-4d64-99fe-767abd5b40dc tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Aug 16 15:59:56.222089 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7380c2cd-b555-4649-b04e-0dc464210675 req-2011c9ff-55bd-4764-a49a-a224b94d6204 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Aug 16 15:59:56.964427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6aecd-0ddd-4042-a943-13a4ac2e1d93 req-825137a2-0594-4b5b-adb2-fb73f72903f4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:56.965917 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-40a6aecd-0ddd-4042-a943-13a4ac2e1d93 req-825137a2-0594-4b5b-adb2-fb73f72903f4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0489044 Aug 16 15:59:57.004345 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-40a6aecd-0ddd-4042-a943-13a4ac2e1d93 req-62e75df2-9bc0-412c-b0c3-409f0673fcf4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Aug 16 15:59:57.343801 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4d03f-4686-454a-a64b-b8b313de1b48 req-4fac51a3-1685-4036-a008-34fc8a8cc726 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:57.345303 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a3a4d03f-4686-454a-a64b-b8b313de1b48 req-4fac51a3-1685-4036-a008-34fc8a8cc726 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0557261 Aug 16 15:59:57.367614 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8242f101-ec97-44c0-be97-1e77e74601d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:57.384096 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a3a4d03f-4686-454a-a64b-b8b313de1b48 req-d23f870d-cd98-49da-a5d9-961a32af652a tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Aug 16 15:59:57.428798 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-b1767a51-b74a-4483-8e23-658d60d912c3 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:57.430211 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-b1767a51-b74a-4483-8e23-658d60d912c3 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Aug 16 15:59:57.521609 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Deleting port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:59:57.521869 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:57.609016 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] For port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:59:57.609377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:57.621769 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Calling delete_port for 50d34df1-3ec2-4dc4-a7c6-d3f322197acc owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:59:57.818937 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:57.848570 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event deleted for resources: {'Port': ['ID=50d34df1-3ec2-4dc4-a7c6-d3f322197acc,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:59:57.855653 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e', '4cecc733-2333-4144-9615-7120b89e1827', '33c3f580-6f4b-4daa-9f99-78935b1a920e', '50d34df1-3ec2-4dc4-a7c6-d3f322197acc'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:59:57.893018 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] No DVR routers for this DVR port 50d34df1-3ec2-4dc4-a7c6-d3f322197acc on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:59:57.899851 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:59:57.901784 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6012dee9-a0bf-4b66-b60b-61e2f4f295c2 req-2bb11c76-3326-4048-b4ee-8b47e1155c2d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "DELETE /v2.0/ports/50d34df1-3ec2-4dc4-a7c6-d3f322197acc HTTP/1.1" status: 204 len: 173 time: 0.4656224 Aug 16 15:59:57.902246 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'name': 'network-vif-deleted', 'tag': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:59:57.904474 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43b0b5c-bdc5-466e-8d95-195f0cb7114a" -d '{"events": [{"server_uuid": "20fe6671-2bb1-4f95-8cee-61ea6d8c6df8", "name": "network-vif-deleted", "tag": "50d34df1-3ec2-4dc4-a7c6-d3f322197acc"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:59:57.935138 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d44559fb-382d-4208-a822-e3ad737b24b4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871379962&fields=id&tenant_id=35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 267 time: 0.0430920 Aug 16 15:59:57.953898 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d5588-9bbb-4d13-ae12-910c8b4cefbc x-openstack-request-id: req-9b5d5588-9bbb-4d13-ae12-910c8b4cefbc {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:59:57.954285 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fe6671-2bb1-4f95-8cee-61ea6d8c6df8", "name": "network-vif-deleted", "tag": "50d34df1-3ec2-4dc4-a7c6-d3f322197acc", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:59:57.954663 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b5d5588-9bbb-4d13-ae12-910c8b4cefbc {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:59:57.955206 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fe6671-2bb1-4f95-8cee-61ea6d8c6df8', 'name': 'network-vif-deleted', 'tag': '50d34df1-3ec2-4dc4-a7c6-d3f322197acc', 'status': 'completed', 'code': 200} Aug 16 15:59:58.051284 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-6f46d118-30b3-49be-877f-e31bc0412647 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:58.055062 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-6f46d118-30b3-49be-877f-e31bc0412647 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 811 time: 0.1129758 Aug 16 15:59:58.069414 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-e2b43d5d-bdd6-4e60-91e2-9241f71ea266 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/quotas/35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 375 time: 0.0098627 Aug 16 15:59:58.140775 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d12f2b-a2a7-4745-ac6c-3c174ec5cec3 req-be1ffea5-729d-486e-9aef-c18cbe14f4c2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:58.142273 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-70d12f2b-a2a7-4745-ac6c-3c174ec5cec3 req-be1ffea5-729d-486e-9aef-c18cbe14f4c2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0600884 Aug 16 15:59:58.148592 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-18df0a80-1ffb-40a4-8d67-8bc1eb443a2e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0651369 Aug 16 15:59:58.186520 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-70d12f2b-a2a7-4745-ac6c-3c174ec5cec3 req-6d786b06-cd2e-42ac-af78-0b001b886b91 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Aug 16 15:59:58.244888 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-ece995d2-4d6b-4ca7-bcb0-5fd2f45950ed service neutron] 10.222.0.30 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Aug 16 15:59:58.336915 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-38f3fa0b-c425-444c-a5f7-bf168f61218b service neutron] 10.222.0.30 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850141 Aug 16 15:59:58.491628 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-440efd57-3d16-40d9-9cc4-cf227a0f5514 req-cf18cb82-f34c-4f8a-80c4-4bc5190d29d0 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fe6671-2bb1-4f95-8cee-61ea6d8c6df8 HTTP/1.1" status: 200 len: 210 time: 0.0289974 Aug 16 15:59:58.878798 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9de24ad5-a2b4-42fa-b230-b969fba2367f req-e75694df-7832-4300-8e80-1574d9870859 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 210 time: 0.0267038 Aug 16 15:59:59.586830 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b394d9-86d4-4f64-b455-c99138caab93 req-7983e5d7-971e-4139-b3d6-e6ef7e9a157d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:59:59.588335 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45b394d9-86d4-4f64-b455-c99138caab93 req-7983e5d7-971e-4139-b3d6-e6ef7e9a157d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.3282361 Aug 16 15:59:59.625331 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-45b394d9-86d4-4f64-b455-c99138caab93 req-6f6986ed-286d-401a-ae50-f6ed29109bdd tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Aug 16 15:59:59.889861 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:59:59.970643 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5c5eb714-1c75-4add-b1b4-5b72c604493f req-9fb6aeb7-29ea-41ab-808d-18caa9f7186c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 210 time: 0.0265987 Aug 16 15:59:59.992685 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:00.008821 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '06004003-8d7d-47df-840e-118eb975778a', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'port_id': '06004003-8d7d-47df-840e-118eb975778a', 'mac_address': 'fa:16:3e:ac:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 16:00:00.044790 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d9ed7b90-051d-4a8c-af7e-33bfb2c568ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:00.046444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:00.059640 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06004003-8d7d-47df-840e-118eb975778a {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:00:00.079305 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:00.150002 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:00.324852 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=6']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:00.444756 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06004003-8d7d-47df-840e-118eb975778a'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:00:00.568216 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:00.743866 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea096c2d-cd55-4e1f-9d79-84dcf175b68a req-a9cb0bd6-c816-4c63-acd0-3bd8ef1a8dd2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:00.745345 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ea096c2d-cd55-4e1f-9d79-84dcf175b68a req-a9cb0bd6-c816-4c63-acd0-3bd8ef1a8dd2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 944 time: 0.0491884 Aug 16 16:00:00.785118 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ea096c2d-cd55-4e1f-9d79-84dcf175b68a req-f76da60b-2b36-4b15-9f64-8c14bee31193 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333111 Aug 16 16:00:01.013893 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:01.019413 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-621b7b0e-2217-4844-a36a-1a657a685cb5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:01.021157 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-621b7b0e-2217-4844-a36a-1a657a685cb5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 811 time: 0.1140013 Aug 16 16:00:01.092037 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-15fb7033-49d9-41fa-be8f-3da3ed92503f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35a9e16fc3564cffa5041a8c9627d495 HTTP/1.1" status: 200 len: 379 time: 0.0510385 Aug 16 16:00:01.107206 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-bbe8d193-4255-40bd-b356-e303dae3296c req-9fc82863-37f8-4186-85d2-37a361646aa2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 210 time: 0.0396471 Aug 16 16:00:01.130825 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'port': {'device_id': 'af79d727-3dd7-4413-992f-4715c7583b91', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'admin_state_up': True, 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'security_groups': ['ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72']}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:00:01.197324 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4506-2250-4111-9114-c3d58f132ca7 req-ba0245a5-748e-4c3c-93d4-7009fc92ba21 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:01.199438 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-181e4506-2250-4111-9114-c3d58f132ca7 req-ba0245a5-748e-4c3c-93d4-7009fc92ba21 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.0502243 Aug 16 16:00:01.240750 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-181e4506-2250-4111-9114-c3d58f132ca7 req-30d5d4cf-6253-4d0b-82b9-5992a0677fbc tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Aug 16 16:00:01.315760 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Made reservation on behalf of 35a9e16fc3564cffa5041a8c9627d495 for: {'port': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 16:00:01.327299 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:01.440574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_common [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Allocated IP 172.20.0.14 (024554cf-6b62-4504-975e-398fbd95665b/c8b0a39f-c910-4183-bd78-c66ef2436141/6c908ae5-ea4a-481c-9021-20c917d39a57) {{(pid=101074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 16:00:01.578923 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:01.593733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Transition to ACTIVE for port object 6c908ae5-ea4a-481c-9021-20c917d39a57 will not be triggered until provisioned by entity DHCP. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 16:00:01.659394 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:01.715700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Network 024554cf-6b62-4504-975e-398fbd95665b is already hosted by enough agents. {{(pid=101074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 16:00:01.719551 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Resources bound (agent type, host, resource id): {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 16:00:01.726090 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Received port after_create {{(pid=101074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 16:00:01.754994 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:01.795735 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:01.796788 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:01.865447 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-d54445bd-bd12-4c09-9eff-d47dcb630094 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7389479 Aug 16 16:00:01.892986 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Request body: {'port': {'device_id': 'af79d727-3dd7-4413-992f-4715c7583b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:00:01.905484 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 16:00:01.985383 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 06004003-8d7d-47df-840e-118eb975778a triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 16:00:01.986126 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.025866 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2d8a7-48db-4647-b4cb-a11a5b6ecc6d req-0d842539-c622-4972-82d4-e0d7174e5574 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:02.027720 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8ff2d8a7-48db-4647-b4cb-a11a5b6ecc6d req-0d842539-c622-4972-82d4-e0d7174e5574 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 944 time: 0.1316321 Aug 16 16:00:02.098934 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.108231 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8ff2d8a7-48db-4647-b4cb-a11a5b6ecc6d req-08e74013-cc7e-4577-b545-2cca8aae8ae2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576921 Aug 16 16:00:02.131213 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.144029 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:02.147278 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:02.151863 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a1d32-81e3-483d-931c-7d8a8713ed28" -d '{"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-plugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:02.208384 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.209672 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 50d34df1-3ec2-4dc4-a7c6-d3f322197acc no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:00:02.256526 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d959445b-dbef-453d-8232-ae92239174b9 x-openstack-request-id: req-d959445b-dbef-453d-8232-ae92239174b9 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:02.257242 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-plugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:02.257838 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d959445b-dbef-453d-8232-ae92239174b9 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:02.258442 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'code': 200} Aug 16 16:00:02.263760 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04be38-dacd-4546-8f71-cc6821f1f1ef req-6531525b-2163-43ee-adf1-c935b79b8999 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:02.268800 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8a04be38-dacd-4546-8f71-cc6821f1f1ef req-6531525b-2163-43ee-adf1-c935b79b8999 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 932 time: 0.0601194 Aug 16 16:00:02.320012 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8a04be38-dacd-4546-8f71-cc6821f1f1ef req-7f791b65-dde4-485a-9e84-21cb002aaa2d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502527 Aug 16 16:00:02.348277 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 50d34df1-3ec2-4dc4-a7c6-d3f322197acc {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:00:02.348775 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 50d34df1-3ec2-4dc4-a7c6-d3f322197acc not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:00:02.350362 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-0be4b01d-2d41-4d95-a2f8-571d3903fdd4 None None] Provisioning for port 6c908ae5-ea4a-481c-9021-20c917d39a57 completed by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 16:00:02.356857 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=7']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:02.365487 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-0be4b01d-2d41-4d95-a2f8-571d3903fdd4 None None] Provisioning complete for port 6c908ae5-ea4a-481c-9021-20c917d39a57 triggered by entity DHCP. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 16:00:02.366179 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0be4b01d-2d41-4d95-a2f8-571d3903fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.419910 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-0be4b01d-2d41-4d95-a2f8-571d3903fdd4 None None] Port 6c908ae5-ea4a-481c-9021-20c917d39a57 cannot update to ACTIVE because it is not bound. {{(pid=101076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 16:00:02.493357 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39152d2-4fac-42c2-8186-e78ab0e412d1 req-aa6ff4aa-146b-43ca-b71a-8edd13213f3e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:02.494911 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39152d2-4fac-42c2-8186-e78ab0e412d1 req-aa6ff4aa-146b-43ca-b71a-8edd13213f3e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.1085818 Aug 16 16:00:02.568510 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b39152d2-4fac-42c2-8186-e78ab0e412d1 req-47c567fa-a7c8-4e6e-9d1a-4d29255ccf04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644319 Aug 16 16:00:02.642415 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c908ae5-ea4a-481c-9021-20c917d39a57 {{(pid=101074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:00:02.649845 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.662670 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.provisioning_blocks [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Transition to ACTIVE for port object 6c908ae5-ea4a-481c-9021-20c917d39a57 will not be triggered until provisioned by entity L2. {{(pid=101074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 16:00:02.744524 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.812165 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=2']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:02.870289 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.898882 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Attempting to bind port 6c908ae5-ea4a-481c-9021-20c917d39a57 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 16:00:02.899233 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Attempting to bind port 6c908ae5-ea4a-481c-9021-20c917d39a57 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 16:00:02.899564 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Attempting to bind port 6c908ae5-ea4a-481c-9021-20c917d39a57 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 16:00:02.905152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Port 6c908ae5-ea4a-481c-9021-20c917d39a57 on network 024554cf-6b62-4504-975e-398fbd95665b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 16:00:02.905574 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Attempting to bind port 6c908ae5-ea4a-481c-9021-20c917d39a57 on network 024554cf-6b62-4504-975e-398fbd95665b {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 16:00:02.911444 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 16:00:02.911873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Checking segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 16:00:02.912356 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Bound using segment: {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'} {{(pid=101074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 16:00:02.912805 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.managers [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Bound port: 6c908ae5-ea4a-481c-9021-20c917d39a57, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a80a12-c2cc-405d-b7d7-111e72a77c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '024554cf-6b62-4504-975e-398fbd95665b'}}] {{(pid=101074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 16:00:02.913176 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:02.998195 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, cleared binding levels {{(pid=101074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 16:00:03.001630 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6c908ae5-ea4a-481c-9021-20c917d39a57,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 16:00:03.065174 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6048010'] for port, after_update {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:03.079087 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-bd0c6ab4-b160-4472-8754-44229b74c69c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.081005 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-bd0c6ab4-b160-4472-8754-44229b74c69c tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.0811729 Aug 16 16:00:03.099201 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.099818 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:03.101248 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c908ae5-ea4a-481c-9021-20c917d39a57 HTTP/1.1" status: 200 len: 1094 time: 1.2183282 Aug 16 16:00:03.101705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:03.108392 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853bf82a-f0a0-4854-af15-086bf00b02b2" -d '{"events": [{"name": "network-changed", "server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:03.142650 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221fa6-e392-4d91-98db-7cac0de0ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=3']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:03.185812 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d2c659-cfdb-4855-97e8-73fd276c8f63 x-openstack-request-id: req-25d2c659-cfdb-4855-97e8-73fd276c8f63 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:03.186168 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:03.186453 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25d2c659-cfdb-4855-97e8-73fd276c8f63 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:03.191120 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'status': 'completed', 'code': 200} Aug 16 16:00:03.203035 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Deleting port 33c3f580-6f4b-4daa-9f99-78935b1a920e {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:00:03.203429 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:03.291639 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e964-c785-44f9-aef1-235aeed71e5c req-546799fe-97a9-407c-901d-5aa53d3e2e22 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.300087 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0d9e964-c785-44f9-aef1-235aeed71e5c req-546799fe-97a9-407c-901d-5aa53d3e2e22 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0959380 Aug 16 16:00:03.353986 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf82a-f0a0-4854-af15-086bf00b02b2 req-f19ee510-af3c-4644-bfd1-a79e1ad09414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.359041 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-853bf82a-f0a0-4854-af15-086bf00b02b2 req-f19ee510-af3c-4644-bfd1-a79e1ad09414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 1097 time: 0.1246529 Aug 16 16:00:03.446816 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f0d9e964-c785-44f9-aef1-235aeed71e5c req-073da5f6-75bb-4539-b19a-ec5d4aa67dda tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457031 Aug 16 16:00:03.520116 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf82a-f0a0-4854-af15-086bf00b02b2 req-4abf5c02-7eaa-4e69-bb40-ff2589d49ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.521403 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-853bf82a-f0a0-4854-af15-086bf00b02b2 req-4abf5c02-7eaa-4e69-bb40-ff2589d49ffb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=35a9e16fc3564cffa5041a8c9627d495&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1461952 Aug 16 16:00:03.639146 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] For port 33c3f580-6f4b-4daa-9f99-78935b1a920e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33c3f580-6f4b-4daa-9f99-78935b1a920e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:03.639748 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:03.645224 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf82a-f0a0-4854-af15-086bf00b02b2 req-6d9a75f2-60e0-446f-a15c-c02c86c64438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.647127 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-853bf82a-f0a0-4854-af15-086bf00b02b2 req-6d9a75f2-60e0-446f-a15c-c02c86c64438 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184177 Aug 16 16:00:03.657191 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Calling delete_port for 33c3f580-6f4b-4daa-9f99-78935b1a920e owned by compute:nova {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:00:03.769053 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eae45-e8c7-42d0-b523-5a4b1a306b9f req-d7e63b58-88d0-4fb6-89e7-a03c20c5efc6 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.770661 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-032eae45-e8c7-42d0-b523-5a4b1a306b9f req-d7e63b58-88d0-4fb6-89e7-a03c20c5efc6 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 945 time: 0.0851383 Aug 16 16:00:03.779873 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-f0b30c81-7d11-47bc-9686-01fa1f9aaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.781652 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-f0b30c81-7d11-47bc-9686-01fa1f9aaee9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 1097 time: 0.0629425 Aug 16 16:00:03.790540 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e124d8-7649-4979-b4ac-79220a8de8e0 req-b8dd6a62-9f6f-49bf-b9a2-bd970df64401 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.792184 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f3e124d8-7649-4979-b4ac-79220a8de8e0 req-b8dd6a62-9f6f-49bf-b9a2-bd970df64401 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.2244992 Aug 16 16:00:03.844852 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-a7508f49-d8bc-49f9-8cce-7b01e9d707ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c908ae5-ea4a-481c-9021-20c917d39a57 HTTP/1.1" status: 200 len: 217 time: 0.0473487 Aug 16 16:00:03.885983 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f3e124d8-7649-4979-b4ac-79220a8de8e0 req-24d8489a-77f5-436a-b4ec-b2848deb4f56 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700696 Aug 16 16:00:03.900871 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-032eae45-e8c7-42d0-b523-5a4b1a306b9f req-2d59ed53-aef5-458d-aeb4-2c25ebe9271e tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157928 Aug 16 16:00:03.904332 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:03.918783 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-ab5a4620-e2e3-47ec-b443-ab574d267233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.920429 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-ab5a4620-e2e3-47ec-b443-ab574d267233 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0634050 Aug 16 16:00:03.940899 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e', '4cecc733-2333-4144-9615-7120b89e1827', '33c3f580-6f4b-4daa-9f99-78935b1a920e'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:00:03.946272 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event deleted for resources: {'Port': ['ID=33c3f580-6f4b-4daa-9f99-78935b1a920e,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:03.994334 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-6b5ad30b-52df-40d6-a32a-53449faef130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:03.996886 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-6b5ad30b-52df-40d6-a32a-53449faef130 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682530 Aug 16 16:00:04.040141 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] No DVR routers for this DVR port 33c3f580-6f4b-4daa-9f99-78935b1a920e on host hv-cinder-79966 {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:00:04.043263 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:04.045329 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0c95bd68-ee24-4a4c-bc39-e37369e97cda req-4ff0f46e-fe77-47de-a231-e5e67c423b04 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "DELETE /v2.0/ports/33c3f580-6f4b-4daa-9f99-78935b1a920e HTTP/1.1" status: 204 len: 173 time: 0.9564397 Aug 16 16:00:04.045773 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'name': 'network-vif-deleted', 'tag': '33c3f580-6f4b-4daa-9f99-78935b1a920e'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:04.048047 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e6ea4-ced3-4c99-a430-9e672e31b970" -d '{"events": [{"server_uuid": "9595a370-06c6-4353-8f2d-f0eedc6952c9", "name": "network-vif-deleted", "tag": "33c3f580-6f4b-4daa-9f99-78935b1a920e"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:04.104949 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ce353-af12-4ef7-90ea-89c96600c563 x-openstack-request-id: req-af7ce353-af12-4ef7-90ea-89c96600c563 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:04.105518 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9595a370-06c6-4353-8f2d-f0eedc6952c9", "name": "network-vif-deleted", "tag": "33c3f580-6f4b-4daa-9f99-78935b1a920e", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:04.106454 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af7ce353-af12-4ef7-90ea-89c96600c563 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:04.107735 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9595a370-06c6-4353-8f2d-f0eedc6952c9', 'name': 'network-vif-deleted', 'tag': '33c3f580-6f4b-4daa-9f99-78935b1a920e', 'status': 'completed', 'code': 200} Aug 16 16:00:04.164250 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-560e93f8-95e9-4c07-aba9-5a5cbc02ea96 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582773 Aug 16 16:00:04.282983 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0da18c5e-c48c-4bb7-a92e-03fced8e274b req-00b07703-0329-46b5-8150-b8ee4dae0bba service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105058 Aug 16 16:00:04.595973 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834d34c-15ec-4ed6-8a73-23d05391cb69 req-12e7c4a5-bf11-4272-bfed-2b892c913496 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:04.597536 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3834d34c-15ec-4ed6-8a73-23d05391cb69 req-12e7c4a5-bf11-4272-bfed-2b892c913496 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Aug 16 16:00:04.644337 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-3834d34c-15ec-4ed6-8a73-23d05391cb69 req-f1cbc0ff-8d89-475f-b432-af9ce6aed848 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Aug 16 16:00:05.006715 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb395f-b97a-4627-9d55-0c2caa6592e8 req-4b567c1c-ec3a-43c5-997b-bbc224a1b679 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:05.009207 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c6fb395f-b97a-4627-9d55-0c2caa6592e8 req-4b567c1c-ec3a-43c5-997b-bbc224a1b679 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0563788 Aug 16 16:00:05.030953 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b9f3d85c-4702-4586-8a4a-a1d744277feb req-6d2f6fbd-95dd-4787-b37b-3c2b5f3fc057 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=9595a370-06c6-4353-8f2d-f0eedc6952c9 HTTP/1.1" status: 200 len: 210 time: 0.0348396 Aug 16 16:00:05.052743 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c6fb395f-b97a-4627-9d55-0c2caa6592e8 req-9942a742-1ad4-4e0e-b1b6-f55c55b44441 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370500 Aug 16 16:00:05.786280 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13efbb-8782-406f-89c3-0d211c2a76f7 req-279e3dd3-c3c5-4970-a810-5d2d2d7d89c5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:05.788230 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf13efbb-8782-406f-89c3-0d211c2a76f7 req-279e3dd3-c3c5-4970-a810-5d2d2d7d89c5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0555179 Aug 16 16:00:05.832984 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cf13efbb-8782-406f-89c3-0d211c2a76f7 req-fb404cd5-6aac-455e-8d74-e77d244539b6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380361 Aug 16 16:00:06.200177 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57abf6-fa05-4557-979d-6b451c66ad9e req-d1e6ed8f-5ffd-44ab-b7ea-d05c12093c25 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:06.202457 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ac57abf6-fa05-4557-979d-6b451c66ad9e req-d1e6ed8f-5ffd-44ab-b7ea-d05c12093c25 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0571396 Aug 16 16:00:06.248505 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ac57abf6-fa05-4557-979d-6b451c66ad9e req-aac4bfe4-c646-4315-a7c1-2735cd271ce8 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388577 Aug 16 16:00:06.557331 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613948b-3c15-41b4-8919-04a016c472b8 req-259c384d-d4ed-4f50-9a86-7339ac4d3f3b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:06.559560 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1613948b-3c15-41b4-8919-04a016c472b8 req-259c384d-d4ed-4f50-9a86-7339ac4d3f3b tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 945 time: 0.0564139 Aug 16 16:00:06.598866 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-1613948b-3c15-41b4-8919-04a016c472b8 req-896c5abc-cd68-4e91-b150-7188043f37d1 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Aug 16 16:00:06.970660 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87950b-476b-4b0e-941c-a0ffeab4b410 req-4b7901d8-08c4-4adc-bd98-8d5842ed18ac tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:06.972196 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2a87950b-476b-4b0e-941c-a0ffeab4b410 req-4b7901d8-08c4-4adc-bd98-8d5842ed18ac tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0576551 Aug 16 16:00:07.029657 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2a87950b-476b-4b0e-941c-a0ffeab4b410 req-34da13c5-2e45-4b4a-88d4-075503a6b9ec tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478456 Aug 16 16:00:07.372288 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb6bc-3258-4e66-9f3e-6ab5db2b4560 req-9100c033-5b19-486d-9fbd-eaf945899488 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:07.374056 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-caedb6bc-3258-4e66-9f3e-6ab5db2b4560 req-9100c033-5b19-486d-9fbd-eaf945899488 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0557227 Aug 16 16:00:07.416203 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-caedb6bc-3258-4e66-9f3e-6ab5db2b4560 req-f8d92693-bf6b-43b6-9ae9-6521757f7936 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Aug 16 16:00:07.732868 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc20e6-03ed-4d4b-bdc6-8f700c685cae req-8924a360-fc0a-44ee-b7cf-d5728d77c091 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:07.734526 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a0cc20e6-03ed-4d4b-bdc6-8f700c685cae req-8924a360-fc0a-44ee-b7cf-d5728d77c091 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 945 time: 0.0570235 Aug 16 16:00:07.777434 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a0cc20e6-03ed-4d4b-bdc6-8f700c685cae req-a0e1bede-32ec-4276-a8bb-ab0f4c5fee26 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363400 Aug 16 16:00:07.913298 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 33c3f580-6f4b-4daa-9f99-78935b1a920e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:00:07.934237 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 33c3f580-6f4b-4daa-9f99-78935b1a920e {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:00:07.934614 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 33c3f580-6f4b-4daa-9f99-78935b1a920e not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:00:08.152013 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5770a18-02bf-45d3-bf98-a68e8d7cba0e req-b3a5be23-e6a4-4ffb-a636-9653b67c33e1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:08.153500 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e5770a18-02bf-45d3-bf98-a68e8d7cba0e req-b3a5be23-e6a4-4ffb-a636-9653b67c33e1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0507576 Aug 16 16:00:08.192307 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e5770a18-02bf-45d3-bf98-a68e8d7cba0e req-b45beed5-a4c5-44eb-bff8-12655fa22e1a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319455 Aug 16 16:00:08.351716 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf63a-0317-4155-bb5d-582249344da2 req-8077e22a-4286-4b65-a1dd-e0eca0fc59c7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:08.353151 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e8adf63a-0317-4155-bb5d-582249344da2 req-8077e22a-4286-4b65-a1dd-e0eca0fc59c7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 945 time: 0.0511980 Aug 16 16:00:08.451864 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Deleting port 4cecc733-2333-4144-9615-7120b89e1827 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:00:08.452496 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:08.550408 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128482-760b-4255-a441-9b02219289dc req-910522e4-ba76-45d0-b765-e7a0c91205ff tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:08.552234 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-10128482-760b-4255-a441-9b02219289dc req-910522e4-ba76-45d0-b765-e7a0c91205ff tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0554302 Aug 16 16:00:08.568393 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] For port 4cecc733-2333-4144-9615-7120b89e1827, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4cecc733-2333-4144-9615-7120b89e1827,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:08.568810 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:08.594720 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Calling delete_port for 4cecc733-2333-4144-9615-7120b89e1827 owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:00:08.599359 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-10128482-760b-4255-a441-9b02219289dc req-f9f20f59-707e-4eaa-ae29-db2b01e262c9 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Aug 16 16:00:08.810643 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:08.849408 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e', '4cecc733-2333-4144-9615-7120b89e1827'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:00:08.879246 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event deleted for resources: {'Port': ['ID=4cecc733-2333-4144-9615-7120b89e1827,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:08.928449 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7dafc088-144f-44c0-b0d2-50b1a80ea3ce req-ab014951-361e-44fb-a567-834ce4776a2a tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=a20da91b-d29a-4828-bad9-9825b1c1441b HTTP/1.1" status: 200 len: 210 time: 0.0524268 Aug 16 16:00:08.935479 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] No DVR routers for this DVR port 4cecc733-2333-4144-9615-7120b89e1827 on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:00:08.938740 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:08.940837 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e8adf63a-0317-4155-bb5d-582249344da2 req-7c0749b7-ded6-4c63-81e7-50584ba645f7 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "DELETE /v2.0/ports/4cecc733-2333-4144-9615-7120b89e1827 HTTP/1.1" status: 204 len: 173 time: 0.5807576 Aug 16 16:00:08.941389 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'name': 'network-vif-deleted', 'tag': '4cecc733-2333-4144-9615-7120b89e1827'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:08.945619 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361fd944-7aba-475a-93d6-c650c1a98908" -d '{"events": [{"server_uuid": "a20da91b-d29a-4828-bad9-9825b1c1441b", "name": "network-vif-deleted", "tag": "4cecc733-2333-4144-9615-7120b89e1827"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:08.991376 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3512180-16c1-461c-8e27-86c71e0d7ab6 x-openstack-request-id: req-c3512180-16c1-461c-8e27-86c71e0d7ab6 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:08.991855 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20da91b-d29a-4828-bad9-9825b1c1441b", "name": "network-vif-deleted", "tag": "4cecc733-2333-4144-9615-7120b89e1827", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:08.992105 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3512180-16c1-461c-8e27-86c71e0d7ab6 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:08.992495 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20da91b-d29a-4828-bad9-9825b1c1441b', 'name': 'network-vif-deleted', 'tag': '4cecc733-2333-4144-9615-7120b89e1827', 'status': 'completed', 'code': 200} Aug 16 16:00:09.332559 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909cfb-07fe-4ce5-9c29-b6eff8277030 req-c2bca4b8-db52-4f85-8f64-0df252649ae0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:09.334046 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f909cfb-07fe-4ce5-9c29-b6eff8277030 req-c2bca4b8-db52-4f85-8f64-0df252649ae0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0564716 Aug 16 16:00:09.383099 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-2f909cfb-07fe-4ce5-9c29-b6eff8277030 req-bc16f80c-1fa4-4e7c-911e-69977a2b6b6b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Aug 16 16:00:09.746368 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8062c-096b-47fd-a3f7-35c0120af768 req-9a86c73a-899b-4ac2-a1e8-2483c89c8d52 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:09.748575 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1de8062c-096b-47fd-a3f7-35c0120af768 req-9a86c73a-899b-4ac2-a1e8-2483c89c8d52 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0585241 Aug 16 16:00:09.795391 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1de8062c-096b-47fd-a3f7-35c0120af768 req-56d2c7be-916b-489a-a2a1-a3e8428b8cac tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Aug 16 16:00:10.518806 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ec503-13f2-43e7-8e1d-90e0380de708 req-9fc248c2-b637-4a9f-9a14-72a6144e846e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:10.520764 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9a3ec503-13f2-43e7-8e1d-90e0380de708 req-9fc248c2-b637-4a9f-9a14-72a6144e846e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0573256 Aug 16 16:00:10.565590 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9a3ec503-13f2-43e7-8e1d-90e0380de708 req-48cc6972-a609-4c36-96d0-5022e38aaf9b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372233 Aug 16 16:00:10.924432 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240a504-9a06-4860-b5a5-0ad4873080a2 req-59c8e25d-ba39-4853-970b-ffdb1e12d445 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:10.926138 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e240a504-9a06-4860-b5a5-0ad4873080a2 req-59c8e25d-ba39-4853-970b-ffdb1e12d445 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0544043 Aug 16 16:00:10.970340 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e240a504-9a06-4860-b5a5-0ad4873080a2 req-2f342816-a779-4ece-883f-a44fdb15bfce tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374644 Aug 16 16:00:11.685048 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb118ac-0dfd-4e9f-a7d0-0aaaddb5c309 req-287bb51a-8949-4312-bc96-c2c70e46ec69 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:11.686764 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0cb118ac-0dfd-4e9f-a7d0-0aaaddb5c309 req-287bb51a-8949-4312-bc96-c2c70e46ec69 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0481615 Aug 16 16:00:11.726396 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-0cb118ac-0dfd-4e9f-a7d0-0aaaddb5c309 req-2cd6897b-4d5f-448a-98a0-c3d89e94688e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337231 Aug 16 16:00:11.780592 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb27f8-9066-4619-a009-d3b9e019f3c6 req-03492656-c584-4500-b219-c031d3be72ab tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:11.782066 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-beeb27f8-9066-4619-a009-d3b9e019f3c6 req-03492656-c584-4500-b219-c031d3be72ab tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 946 time: 0.0493910 Aug 16 16:00:11.825754 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-beeb27f8-9066-4619-a009-d3b9e019f3c6 req-21d39b28-279a-4149-9229-2744a28a923d tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Aug 16 16:00:11.951480 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 6c908ae5-ea4a-481c-9021-20c917d39a57 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 16:00:11.958608 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 4cecc733-2333-4144-9615-7120b89e1827 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:00:11.990796 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 4cecc733-2333-4144-9615-7120b89e1827 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:00:11.991179 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 4cecc733-2333-4144-9615-7120b89e1827 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:00:12.101319 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6c908ae5-ea4a-481c-9021-20c917d39a57,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:12.110275 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6e19e-68b4-4252-8b8d-74a74526f14d req-47063b46-c76b-48e9-bc75-1a65820bc2a5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:12.113513 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'port_id': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'mac_address': 'fa:16:3e:48:d6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 16:00:12.118141 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-afd6e19e-68b4-4252-8b8d-74a74526f14d req-47063b46-c76b-48e9-bc75-1a65820bc2a5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0604746 Aug 16 16:00:12.160670 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:12.173852 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-afd6e19e-68b4-4252-8b8d-74a74526f14d req-c4be3dd6-8c7c-42a2-8478-e1404966a88c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491171 Aug 16 16:00:12.175401 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c908ae5-ea4a-481c-9021-20c917d39a57 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:00:12.196473 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6c908ae5-ea4a-481c-9021-20c917d39a57,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:12.242393 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:12.296863 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:12.304324 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.304750 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.305176 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.305580 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.306003 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.306372 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.306863 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.307297 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.307691 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.308078 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.308477 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.308896 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:12.496785 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:00:12.578670 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['6c908ae5-ea4a-481c-9021-20c917d39a57'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:00:12.846993 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3731f-cbbe-427e-b5df-c439d0de545d req-431d4fb6-12c1-4b2f-a4c2-702096a5da57 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:12.848628 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bcd3731f-cbbe-427e-b5df-c439d0de545d req-431d4fb6-12c1-4b2f-a4c2-702096a5da57 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Aug 16 16:00:12.886114 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bcd3731f-cbbe-427e-b5df-c439d0de545d req-6a75fa34-775a-4b08-80df-6aaf368556e6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Aug 16 16:00:12.942950 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13434602-3083-450a-bde0-7a72f0acfb87 req-31396f15-7247-4caa-9976-ad0890a3d80f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:12.944424 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-13434602-3083-450a-bde0-7a72f0acfb87 req-31396f15-7247-4caa-9976-ad0890a3d80f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 946 time: 0.0497355 Aug 16 16:00:12.982759 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-13434602-3083-450a-bde0-7a72f0acfb87 req-ecaef510-371c-45ed-a1d7-9a5e571e2c0f tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a28fb2-8a71-43ea-ab70-9479811f3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Aug 16 16:00:13.281068 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cc7bc-384d-41ca-b769-b946a6272dd4 req-157b95ae-301f-4dd2-b7cd-c9c4864c1eb7 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:13.282440 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c91cc7bc-384d-41ca-b769-b946a6272dd4 req-157b95ae-301f-4dd2-b7cd-c9c4864c1eb7 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 945 time: 0.0527711 Aug 16 16:00:13.330641 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c91cc7bc-384d-41ca-b769-b946a6272dd4 req-18ed54d7-6eab-4f44-8148-e91c3ee5cbe8 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Aug 16 16:00:13.535724 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-ef0bb37f-8d87-4b8e-90ff-b7b18aa2f705 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:13.537065 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-ef0bb37f-8d87-4b8e-90ff-b7b18aa2f705 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 946 time: 0.0470095 Aug 16 16:00:13.630534 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Deleting port 06c9dbbf-a476-4846-b221-2fb39f74be0e {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:00:13.630881 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:13.652867 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-a7c428ed-9214-4a65-bf80-11f51788d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:13.654387 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-a7c428ed-9214-4a65-bf80-11f51788d985 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1098 time: 0.0393524 Aug 16 16:00:13.716998 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] For port 06c9dbbf-a476-4846-b221-2fb39f74be0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06c9dbbf-a476-4846-b221-2fb39f74be0e,segment=NetworkSegment(a7f98a7a-ab82-40bd-967a-6a38552a91b8),segment_id=a7f98a7a-ab82-40bd-967a-6a38552a91b8)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:13.717258 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:13.729260 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Calling delete_port for 06c9dbbf-a476-4846-b221-2fb39f74be0e owned by compute:nova {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:00:13.745838 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-6120dd09-d62d-4569-91e9-6ab5792d1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:13.747343 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-6120dd09-d62d-4569-91e9-6ab5792d1e16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0859711 Aug 16 16:00:13.812294 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-f8bd7d5d-8e86-4af5-8745-97cbc9005b50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 200 len: 1001 time: 0.0574145 Aug 16 16:00:13.862134 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-959b67a0-66dd-48e2-8fce-6c8e0fad81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:13.863626 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-959b67a0-66dd-48e2-8fce-6c8e0fad81a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0445967 Aug 16 16:00:13.909803 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:13.912061 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-3ffee8e8-3228-4ec6-9331-4ebadc4c2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:13.913639 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-3ffee8e8-3228-4ec6-9331-4ebadc4c2d7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427256 Aug 16 16:00:13.935915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Pushing event deleted for resources: {'Port': ['ID=06c9dbbf-a476-4846-b221-2fb39f74be0e,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:13.947550 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06c9dbbf-a476-4846-b221-2fb39f74be0e'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:00:13.976622 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 6c908ae5-ea4a-481c-9021-20c917d39a57 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 16:00:14.019701 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] No DVR routers for this DVR port 06c9dbbf-a476-4846-b221-2fb39f74be0e on host hv-cinder-79966 {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:00:14.027982 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-f34916f7-ebbe-44fd-bdc6-5acac2f54352 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064451 Aug 16 16:00:14.028322 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:14.031051 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-a0f33038-f57a-48f4-9834-165b7efbc02f req-28de0be8-e3be-4a97-9b82-5f747ae06677 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.60 "DELETE /v2.0/ports/06c9dbbf-a476-4846-b221-2fb39f74be0e HTTP/1.1" status: 204 len: 173 time: 0.4863477 Aug 16 16:00:14.033406 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cba92f-544c-415f-a70b-cf3519817655', 'name': 'network-vif-deleted', 'tag': '06c9dbbf-a476-4846-b221-2fb39f74be0e'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:14.035629 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68858f38-b600-428e-9e16-1ed2f60194e6" -d '{"events": [{"server_uuid": "f3cba92f-544c-415f-a70b-cf3519817655", "name": "network-vif-deleted", "tag": "06c9dbbf-a476-4846-b221-2fb39f74be0e"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:14.060990 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a974a-6c4d-4741-9e3d-482e27a288c0 req-488516d4-7371-44dd-ac21-43f30fbba088 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:14.062542 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-354a974a-6c4d-4741-9e3d-482e27a288c0 req-488516d4-7371-44dd-ac21-43f30fbba088 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0961862 Aug 16 16:00:14.098391 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 6c908ae5-ea4a-481c-9021-20c917d39a57 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 16:00:14.102500 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 6c908ae5-ea4a-481c-9021-20c917d39a57 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 16:00:14.102924 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-354a974a-6c4d-4741-9e3d-482e27a288c0 req-d7e18029-211c-4f99-8764-b5da5952410b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341411 Aug 16 16:00:14.103063 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:14.120491 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-5010dfd9-5f26-482c-9797-bac82557a241 req-5f95e101-65e7-4a24-a0bf-6ace27b738e5 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 210 time: 0.0349271 Aug 16 16:00:14.165043 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-8539713b-ded5-40cb-8e41-9b47857026b3 req-2d69f324-4dcb-4590-9715-b5526aeafc43 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277840 Aug 16 16:00:14.169112 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd2465-91b0-4e40-9d31-763bfc81d9bf x-openstack-request-id: req-e0bd2465-91b0-4e40-9d31-763bfc81d9bf {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:14.169914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cba92f-544c-415f-a70b-cf3519817655", "name": "network-vif-deleted", "tag": "06c9dbbf-a476-4846-b221-2fb39f74be0e", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:14.170168 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0bd2465-91b0-4e40-9d31-763bfc81d9bf {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:14.170593 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cba92f-544c-415f-a70b-cf3519817655', 'name': 'network-vif-deleted', 'tag': '06c9dbbf-a476-4846-b221-2fb39f74be0e', 'status': 'completed', 'code': 200} Aug 16 16:00:14.198955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:14.222845 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:14.225061 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfad33d-4085-4d8c-a704-33b89d1cc95e" -d '{"events": [{"server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "name": "network-vif-plugged", "status": "completed", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:14.238112 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6c908ae5-ea4a-481c-9021-20c917d39a57,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:14.262531 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee83e33-5d9d-421e-896a-25e0cf43baa5 x-openstack-request-id: req-9ee83e33-5d9d-421e-896a-25e0cf43baa5 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:14.262848 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "name": "network-vif-plugged", "status": "completed", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:14.264013 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ee83e33-5d9d-421e-896a-25e0cf43baa5 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:14.264607 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'code': 200} Aug 16 16:00:14.304405 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:14.355165 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:14.456746 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed366a09-34c0-4376-97f1-a8190bccea8b req-e83dce46-4ae6-4b88-9df5-763596c9adfc tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:14.458224 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ed366a09-34c0-4376-97f1-a8190bccea8b req-e83dce46-4ae6-4b88-9df5-763596c9adfc tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0492606 Aug 16 16:00:14.494743 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-ed366a09-34c0-4376-97f1-a8190bccea8b req-b9ebdda1-7edc-4abc-92c7-c3b2e6360539 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Aug 16 16:00:14.651988 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ccf6c-431a-4e77-8af8-e464fde767d7 req-93d9b3f6-8472-438f-8170-9f7c0e4144b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:14.653343 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f57ccf6c-431a-4e77-8af8-e464fde767d7 req-93d9b3f6-8472-438f-8170-9f7c0e4144b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 1099 time: 0.0391953 Aug 16 16:00:14.688560 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f57ccf6c-431a-4e77-8af8-e464fde767d7 req-119ac902-2123-4cd6-b6b8-1c7a145a819d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275168 Aug 16 16:00:15.233253 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66143eba-c409-4550-ad36-27942bb1e6f3 req-20740cfa-419c-4cf7-8f10-45266a5ed4f0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:15.234784 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-66143eba-c409-4550-ad36-27942bb1e6f3 req-20740cfa-419c-4cf7-8f10-45266a5ed4f0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0534065 Aug 16 16:00:15.237760 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b5be0fbb-2899-4367-9d78-b3f63c4941c9 req-0bb0fa47-f2db-4393-9420-472ad7d494f5 tempest-AttachVolumeNegativeTest-1349952543 tempest-AttachVolumeNegativeTest-1349952543-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3cba92f-544c-415f-a70b-cf3519817655 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Aug 16 16:00:15.278042 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-66143eba-c409-4550-ad36-27942bb1e6f3 req-5797faf0-97b3-40b6-8774-d54969f3dda9 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Aug 16 16:00:15.611063 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e86d5a-29e1-405c-91d8-9711ae15f5c3 req-7bb41b55-25de-4cfe-8fd2-863146ee4312 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:15.612524 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-86e86d5a-29e1-405c-91d8-9711ae15f5c3 req-7bb41b55-25de-4cfe-8fd2-863146ee4312 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0509255 Aug 16 16:00:15.649798 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-86e86d5a-29e1-405c-91d8-9711ae15f5c3 req-8ad78d7a-bb04-488d-bfd5-846a4abdf379 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Aug 16 16:00:16.292351 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56962) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:16.339324 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Deleting subnet 269295dd-daf6-4dc4-aea6-d9bffda51b1e {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 16:00:16.342697 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.377946 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.401631 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8e5b7-2849-42b7-b01e-4c6a7f8c1b91 req-b196ae67-0210-4d01-8f80-1421f6434e83 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:16.403142 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41e8e5b7-2849-42b7-b01e-4c6a7f8c1b91 req-b196ae67-0210-4d01-8f80-1421f6434e83 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Aug 16 16:00:16.416711 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.441403 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-41e8e5b7-2849-42b7-b01e-4c6a7f8c1b91 req-8e90c0d6-f373-4eee-b257-f84d1829a038 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321794 Aug 16 16:00:16.550638 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.576900 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269295dd-daf6-4dc4-aea6-d9bffda51b1e,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:16.580678 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.582589 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-19439c67-ec23-43a4-844e-3e0feb2902c2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/269295dd-daf6-4dc4-aea6-d9bffda51b1e HTTP/1.1" status: 204 len: 168 time: 0.2891903 Aug 16 16:00:16.585162 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56966) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:16.652969 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.755074 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.767830 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6267894d-e1ca-446c-8385-6865676134a1']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:16.779960 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f98a7a-ab82-40bd-967a-6a38552a91b8') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:16.780252 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f98a7a-ab82-40bd-967a-6a38552a91b8') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:16.790957 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.805685 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071d579-9773-432f-ab08-e08c8f8990d4 req-3ddb18b0-7d19-40a7-a097-0911cc20961d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:16.807127 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4071d579-9773-432f-ab08-e08c8f8990d4 req-3ddb18b0-7d19-40a7-a097-0911cc20961d tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0873582 Aug 16 16:00:16.819515 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.832383 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 16:00:16.832769 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 16:00:16.834595 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 16:00:16.895820 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4071d579-9773-432f-ab08-e08c8f8990d4 req-bc0a73ac-f8fb-4b0c-bed6-b9afce24c02e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827625 Aug 16 16:00:16.955965 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.961682 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:16.967052 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6267894d-e1ca-446c-8385-6865676134a1 HTTP/1.1" status: 204 len: 168 time: 0.3778400 Aug 16 16:00:16.995984 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e0c1-6a1f-44bc-8947-88a5cab78e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6267894d-e1ca-446c-8385-6865676134a1,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:17.026762 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea6090-ab0f-43bf-94a3-154893781208 req-27415e83-7798-4d98-9ab2-caf6d19fe132 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:17.028244 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f2ea6090-ab0f-43bf-94a3-154893781208 req-27415e83-7798-4d98-9ab2-caf6d19fe132 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0644960 Aug 16 16:00:17.071474 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f2ea6090-ab0f-43bf-94a3-154893781208 req-a6472372-63cd-48e5-a113-301658aac320 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349038 Aug 16 16:00:17.093159 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56974) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:17.131775 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c89d9ed-4504-4ca0-9024-f4697e7fa282 tempest-TestVolumeBootPattern-585978454 tempest-TestVolumeBootPattern-585978454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:17.134011 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-6c89d9ed-4504-4ca0-9024-f4697e7fa282 tempest-TestVolumeBootPattern-585978454 tempest-TestVolumeBootPattern-585978454-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 1094 time: 0.0398326 Aug 16 16:00:17.136739 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 56976) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:17.141263 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Request body: {'floatingip': {'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'port_id': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:00:17.253087 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.351311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.367417 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56978) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:17.407917 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-bc5fa13b-ca3f-4a37-b260-b1d65a64914b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a88b9a8defc46bc88a3a887e4db890c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424123 Aug 16 16:00:17.410342 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 56980) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:17.457435 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Allocated IP 172.27.2.73 (f5c7c401-0397-4296-b5f9-39d33b4bf57c/e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd/e722d5e0-4201-4da4-89e7-7fb83d7f8f45) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 16:00:17.458791 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-af18d995-b65f-4994-81d4-7794c3dcd01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.480357 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-af18d995-b65f-4994-81d4-7794c3dcd01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.596204 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e1332-575b-44c9-8b22-074cec61c962 req-d672f74e-97da-4a84-bd35-47e890790f6c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:17.597614 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-150e1332-575b-44c9-8b22-074cec61c962 req-d672f74e-97da-4a84-bd35-47e890790f6c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 945 time: 0.0783484 Aug 16 16:00:17.606915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-af18d995-b65f-4994-81d4-7794c3dcd01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.609474 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-af18d995-b65f-4994-81d4-7794c3dcd01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.610631 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-af18d995-b65f-4994-81d4-7794c3dcd01f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50a28fb2-8a71-43ea-ab70-9479811f3e1b HTTP/1.1" status: 204 len: 168 time: 0.1993351 Aug 16 16:00:17.619444 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.621676 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18d995-b65f-4994-81d4-7794c3dcd01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a28fb2-8a71-43ea-ab70-9479811f3e1b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:17.660481 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-150e1332-575b-44c9-8b22-074cec61c962 req-80575c06-068f-4b09-8850-b197447cbbc6 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567753 Aug 16 16:00:17.727384 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:17.773929 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Network f5c7c401-0397-4296-b5f9-39d33b4bf57c is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 16:00:17.776853 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 16:00:17.780524 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 16:00:17.803038 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=e722d5e0-4201-4da4-89e7-7fb83d7f8f45,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:18.012956 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:00:18.100108 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.125059 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:18.127355 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aaeca7-3be3-4d4c-9425-279430f5ff42" -d '{"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-unplugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:18.142494 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:18.158573 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1f0a1-31e3-41b2-b826-c7af5a82f039 x-openstack-request-id: req-bba1f0a1-31e3-41b2-b826-c7af5a82f039 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:18.158860 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-unplugged", "status": "failed", "tag": "06004003-8d7d-47df-840e-118eb975778a", "code": 422}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:18.159118 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bba1f0a1-31e3-41b2-b826-c7af5a82f039 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:18.159515 dv-cinder-799668-6-iscsi neutron-server[101076]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'code': 422} returned with failed status Aug 16 16:00:18.168441 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.213236 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.213960 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06c9dbbf-a476-4846-b221-2fb39f74be0e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:00:18.237685 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 06c9dbbf-a476-4846-b221-2fb39f74be0e {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:00:18.238028 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06c9dbbf-a476-4846-b221-2fb39f74be0e not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:00:18.297508 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=8']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:18.350341 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.506749 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.544935 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.617614 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event updated for resources: {'Port': ['ID=e722d5e0-4201-4da4-89e7-7fb83d7f8f45,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:18.629028 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.730269 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Floating IP ee49f72d-c15a-41a7-a551-7986a4e03e80 associated. External IP: 172.27.2.73, port: 6c908ae5-ea4a-481c-9021-20c917d39a57. Aug 16 16:00:18.807180 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:18.943903 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:00:19.053734 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:00:19.067701 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:00:19.078548 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:00:19.079236 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:00:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:19.122127 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:19.150625 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c97b92a4-8846-4131-8030-ae32f53cef10 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0127172 Aug 16 16:00:19.153543 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:19.153543 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18489de1-57cd-4623-a994-97abd39f27e8" -d '{"events": [{"name": "network-changed", "server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:19.190199 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:00:19.191447 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869e1829-e64a-460a-9b26-4792f483f344 x-openstack-request-id: req-869e1829-e64a-460a-9b26-4792f483f344 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:19.191736 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:19.191990 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-869e1829-e64a-460a-9b26-4792f483f344 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:19.192391 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'status': 'completed', 'code': 200} Aug 16 16:00:19.278343 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489de1-57cd-4623-a994-97abd39f27e8 req-33cabbf9-abcf-4545-bc3d-98a7bb4830f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:19.280013 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-33cabbf9-abcf-4545-bc3d-98a7bb4830f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 1099 time: 0.0452936 Aug 16 16:00:19.378440 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489de1-57cd-4623-a994-97abd39f27e8 req-03a549e7-e677-44a9-be7d-1b49f68ff443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:19.379951 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-03a549e7-e677-44a9-be7d-1b49f68ff443 service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.0931642 Aug 16 16:00:19.436227 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 1, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}, {'id': 'ee49f72d-c15a-41a7-a551-7986a4e03e80', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:48:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af79d727-3dd7-4413-992f-4715c7583b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T16:00:18Z', 'updated_at': '2021-08-16T16:00:18Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:19.458838 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-31c70cc8-313d-4839-abd5-63199c64db9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c908ae5-ea4a-481c-9021-20c917d39a57 HTTP/1.1" status: 200 len: 999 time: 0.0711160 Aug 16 16:00:19.464042 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:00:19.472316 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:00:19.472906 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:00:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:19.523627 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489de1-57cd-4623-a994-97abd39f27e8 req-a7f59284-1833-45c1-9897-9505bd20bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:19.525727 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-a7f59284-1833-45c1-9897-9505bd20bd52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0531065 Aug 16 16:00:19.578416 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489de1-57cd-4623-a994-97abd39f27e8 req-d888ac88-4be1-448e-9dc7-f20650434d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:19.580256 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-d888ac88-4be1-448e-9dc7-f20650434d38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456421 Aug 16 16:00:19.609847 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:00:19.675597 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-afaa68e7-05f4-42a7-9b32-2a7dad0db24d service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881383 Aug 16 16:00:19.956672 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 1, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}, {'id': 'ee49f72d-c15a-41a7-a551-7986a4e03e80', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:48:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af79d727-3dd7-4413-992f-4715c7583b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T16:00:18Z', 'updated_at': '2021-08-16T16:00:18Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:00:20.006546 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc0810-0db3-4304-9df0-fa8b61e9c18f None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 1, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}, {'id': 'ee49f72d-c15a-41a7-a551-7986a4e03e80', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:48:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af79d727-3dd7-4413-992f-4715c7583b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T16:00:18Z', 'updated_at': '2021-08-16T16:00:18Z', 'revision_number': 0, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:00:20.072172 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2a3a6-dec9-4a4d-9bc8-0cfcbd35cdc0 req-190d4b7f-657e-465e-b8d2-2278751330c0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:20.079773 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-85f2a3a6-dec9-4a4d-9bc8-0cfcbd35cdc0 req-190d4b7f-657e-465e-b8d2-2278751330c0 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0904670 Aug 16 16:00:20.108806 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18489de1-57cd-4623-a994-97abd39f27e8 req-43ef8938-3a39-4aed-a018-65ac4128dfcd service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238460 Aug 16 16:00:20.108974 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57068) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:20.136965 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-85f2a3a6-dec9-4a4d-9bc8-0cfcbd35cdc0 req-77208706-4d24-4157-9bc7-a1541917d7ea tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514836 Aug 16 16:00:20.228210 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2573e3d6-b262-43b9-8766-61602f287897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.283859 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba69e3f-8946-40b9-bf99-1e526914356a None None] New status for floating IP ee49f72d-c15a-41a7-a551-7986a4e03e80: ACTIVE {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 16:00:20.333969 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2573e3d6-b262-43b9-8766-61602f287897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.407148 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-2573e3d6-b262-43b9-8766-61602f287897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.445540 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-2573e3d6-b262-43b9-8766-61602f287897 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b5e86c69590449bbff4ccf529534403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347602 Aug 16 16:00:20.448392 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57076) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:20.455314 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573e3d6-b262-43b9-8766-61602f287897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b2e99-e4b0-4944-9ee9-385e72350ac4,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:20.489836 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-09b3b926-cd0c-4aee-a077-ec2e06c14c43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469277 Aug 16 16:00:20.520476 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c861845f-c434-4b17-811b-631971d2ed9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.546565 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c861845f-c434-4b17-811b-631971d2ed9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.658979 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c861845f-c434-4b17-811b-631971d2ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.662728 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c861845f-c434-4b17-811b-631971d2ed9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:20.664344 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c861845f-c434-4b17-811b-631971d2ed9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a2b2e99-e4b0-4944-9ee9-385e72350ac4 HTTP/1.1" status: 204 len: 168 time: 0.2147961 Aug 16 16:00:20.673010 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861845f-c434-4b17-811b-631971d2ed9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b2e99-e4b0-4944-9ee9-385e72350ac4,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:21.247123 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297333e-6ba6-4a5e-80b1-137879685cc1 req-e3370820-bb7c-42a2-a52e-182c5f5d42b7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:21.249144 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9297333e-6ba6-4a5e-80b1-137879685cc1 req-e3370820-bb7c-42a2-a52e-182c5f5d42b7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0493655 Aug 16 16:00:21.272362 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57090) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:21.285807 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-611315a2-666e-4c1f-8b5a-0c37ae90114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.293515 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9297333e-6ba6-4a5e-80b1-137879685cc1 req-a829f335-a852-471e-8ad4-3c3b7067b8fa tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Aug 16 16:00:21.377499 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-611315a2-666e-4c1f-8b5a-0c37ae90114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.441096 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-611315a2-666e-4c1f-8b5a-0c37ae90114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.479726 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-611315a2-666e-4c1f-8b5a-0c37ae90114b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dba3722ee4fe4701bb1b8fcf73f5fa9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061768 Aug 16 16:00:21.480695 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611315a2-666e-4c1f-8b5a-0c37ae90114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca6a352-8703-4e44-836b-4b4b85d3d4b9,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:21.482847 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57092) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:21.533069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d299fb18-5b65-45c6-bee1-a45151b92b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.554330 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d299fb18-5b65-45c6-bee1-a45151b92b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.670076 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d299fb18-5b65-45c6-bee1-a45151b92b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.672683 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d299fb18-5b65-45c6-bee1-a45151b92b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:21.673826 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-d299fb18-5b65-45c6-bee1-a45151b92b1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eca6a352-8703-4e44-836b-4b4b85d3d4b9 HTTP/1.1" status: 204 len: 168 time: 0.1893108 Aug 16 16:00:21.681816 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299fb18-5b65-45c6-bee1-a45151b92b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca6a352-8703-4e44-836b-4b4b85d3d4b9,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:21.846039 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-59711b11-7f6a-42e2-929e-ddf316af4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:21.847678 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-59711b11-7f6a-42e2-929e-ddf316af4fbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8&tenant_id=56f71125abd44c9596cab3a92a338f13 HTTP/1.1" status: 200 len: 1096 time: 0.0723753 Aug 16 16:00:21.918052 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-cd764b57-5952-4736-975e-21b66ea4ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:21.919610 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-cd764b57-5952-4736-975e-21b66ea4ae21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1096 time: 0.0400496 Aug 16 16:00:22.010601 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-398ce7be-b1d3-4c54-bbcb-7fd3a97d63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:22.012060 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-398ce7be-b1d3-4c54-bbcb-7fd3a97d63d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0861685 Aug 16 16:00:22.077364 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-43071813-4e6d-4986-b8ab-a2f5657c3dce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 200 len: 999 time: 0.0578628 Aug 16 16:00:22.126894 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-e6b03503-0a0c-410b-ba1a-55e84d424d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:22.128355 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-e6b03503-0a0c-410b-ba1a-55e84d424d83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0440178 Aug 16 16:00:22.176714 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-35e87fff-06e5-42f7-a38f-7dbe4695455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:22.178223 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-35e87fff-06e5-42f7-a38f-7dbe4695455b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431719 Aug 16 16:00:22.268821 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-5135e3c5-ec77-4ac5-8577-b3707e1f9842 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Aug 16 16:00:22.438438 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9ea27-634a-41d6-ab63-b5f6db71893f req-aaeeabbd-cdb5-48c6-81ba-5a5a6a93b301 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:22.439957 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-96d9ea27-634a-41d6-ab63-b5f6db71893f req-aaeeabbd-cdb5-48c6-81ba-5a5a6a93b301 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0707662 Aug 16 16:00:22.441872 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b3a4d341-10f7-44c9-9614-3c3aba158933 req-017bce2a-cb7e-44ad-bf71-993113efdf97 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667659 Aug 16 16:00:22.478773 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-96d9ea27-634a-41d6-ab63-b5f6db71893f req-69f8851e-311a-4ad5-b1ad-df8f43a8ea50 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325716 Aug 16 16:00:23.626177 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9d84f-5d1c-4827-88b7-97cd2675cdcb req-9973053f-a17c-4cd2-9175-911cd8daadb1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:23.628440 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fef9d84f-5d1c-4827-88b7-97cd2675cdcb req-9973053f-a17c-4cd2-9175-911cd8daadb1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0710247 Aug 16 16:00:23.669021 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-fef9d84f-5d1c-4827-88b7-97cd2675cdcb req-ba8367c8-2d2d-4d39-a719-bbb58b0e3fb4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Aug 16 16:00:24.807373 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd798e4-ee23-4091-b0ef-b9e489faeff3 req-728711b7-3910-40d2-8d4a-b02c0a0f01da tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:24.808884 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdd798e4-ee23-4091-b0ef-b9e489faeff3 req-728711b7-3910-40d2-8d4a-b02c0a0f01da tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0601258 Aug 16 16:00:24.849228 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-bdd798e4-ee23-4091-b0ef-b9e489faeff3 req-fe815b94-bb6a-4551-a6cb-4bf725cf253a tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Aug 16 16:00:25.973623 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551b5fa-90a3-477b-b122-3d8a1bdef4f5 req-2d6276d8-5fac-4346-ac57-4e1949d16c97 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:25.979736 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8551b5fa-90a3-477b-b122-3d8a1bdef4f5 req-2d6276d8-5fac-4346-ac57-4e1949d16c97 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0572004 Aug 16 16:00:26.039594 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8551b5fa-90a3-477b-b122-3d8a1bdef4f5 req-821c7462-4d84-4c1f-a3e6-b48e9e247f3c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511203 Aug 16 16:00:27.178580 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1842375-f622-42f8-8377-a870ed0ff39a req-98564d4b-1f86-4340-a1d2-51c81eb1b0c2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:27.180090 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e1842375-f622-42f8-8377-a870ed0ff39a req-98564d4b-1f86-4340-a1d2-51c81eb1b0c2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0615356 Aug 16 16:00:27.231247 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-e1842375-f622-42f8-8377-a870ed0ff39a req-ec4bf516-6f28-471f-a467-a25aff4ff763 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Aug 16 16:00:27.332498 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-270ac3a8-4d8d-46b9-af3b-d938163ebd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:28.349314 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1bd14-6c01-46af-a8a4-6c0a74262186 req-5fbf0d7d-8a67-4b8c-9b59-91d5b060b145 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:28.350835 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-49b1bd14-6c01-46af-a8a4-6c0a74262186 req-5fbf0d7d-8a67-4b8c-9b59-91d5b060b145 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0492642 Aug 16 16:00:28.387278 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-49b1bd14-6c01-46af-a8a4-6c0a74262186 req-a705e7c3-6bf8-45f5-948c-ec9ead523dd7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305681 Aug 16 16:00:29.279050 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57212) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:29.382335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.520799 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ffe45-00a9-4e45-b55a-9fc63d75c416 req-a04685fa-1136-4eaa-9399-d65e36a7a3af tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:29.522533 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a31ffe45-00a9-4e45-b55a-9fc63d75c416 req-a04685fa-1136-4eaa-9399-d65e36a7a3af tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0538838 Aug 16 16:00:29.532307 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.565305 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-a31ffe45-00a9-4e45-b55a-9fc63d75c416 req-a3ed1c53-f36d-4b23-960b-310cc897db2b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356848 Aug 16 16:00:29.607806 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.646975 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39592cf04b9d462786efb4a4830eb15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666096 Aug 16 16:00:29.647850 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c246a-e8a1-4afc-b2e9-9f5e0c888012,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:29.649656 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57218) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:29.655325 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.655680 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.656044 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.665967 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdc5c-70e0-465b-a0d1-a8e3e685c2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:29.701656 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9011c07-a035-486e-bd54-2834999608a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.721968 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9011c07-a035-486e-bd54-2834999608a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.847005 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9011c07-a035-486e-bd54-2834999608a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.849669 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9011c07-a035-486e-bd54-2834999608a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:29.851245 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b9011c07-a035-486e-bd54-2834999608a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf3c246a-e8a1-4afc-b2e9-9f5e0c888012 HTTP/1.1" status: 204 len: 168 time: 0.2004149 Aug 16 16:00:29.860838 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9011c07-a035-486e-bd54-2834999608a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c246a-e8a1-4afc-b2e9-9f5e0c888012,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:30.092606 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3e782000-e7e8-425f-88e9-3cb50ed2e188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.464234 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57224) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:30.477596 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a2329207-1bb8-4dd8-8ca7-e0b28c27e2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.486893 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.565680 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a2329207-1bb8-4dd8-8ca7-e0b28c27e2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.635582 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a2329207-1bb8-4dd8-8ca7-e0b28c27e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.669691 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a2329207-1bb8-4dd8-8ca7-e0b28c27e2fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c880b62c0478402e9ceb5275864951d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036669 Aug 16 16:00:30.672612 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57228) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:30.703892 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2329207-1bb8-4dd8-8ca7-e0b28c27e2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afae836c-7fdc-49f9-a36d-0718a4e8feae,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:30.741416 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38019d6a-06ca-42a8-8998-9b7f13bb4bc2 req-c4fa98ad-bdcf-4669-bd40-5aaee50c651e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:30.749327 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1052e1c-3ec3-4aa6-af56-f3163deb05ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.751026 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-38019d6a-06ca-42a8-8998-9b7f13bb4bc2 req-c4fa98ad-bdcf-4669-bd40-5aaee50c651e tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.1010158 Aug 16 16:00:30.772074 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1052e1c-3ec3-4aa6-af56-f3163deb05ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:30.790123 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-38019d6a-06ca-42a8-8998-9b7f13bb4bc2 req-e523733e-8e5c-4aef-b304-aad9f86fbe9b tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370302 Aug 16 16:00:31.469974 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1052e1c-3ec3-4aa6-af56-f3163deb05ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:31.472552 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c1052e1c-3ec3-4aa6-af56-f3163deb05ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:31.473697 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c1052e1c-3ec3-4aa6-af56-f3163deb05ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afae836c-7fdc-49f9-a36d-0718a4e8feae HTTP/1.1" status: 204 len: 168 time: 0.8002176 Aug 16 16:00:31.481841 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1052e1c-3ec3-4aa6-af56-f3163deb05ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afae836c-7fdc-49f9-a36d-0718a4e8feae,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:31.515719 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:31.957050 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9b01d-a2b2-42ef-9a67-2da9e1cec13f req-93d6cbde-b5c8-4506-92dc-61970cc1b9fe tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:31.959474 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b0b9b01d-a2b2-42ef-9a67-2da9e1cec13f req-93d6cbde-b5c8-4506-92dc-61970cc1b9fe tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0673819 Aug 16 16:00:32.013614 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b0b9b01d-a2b2-42ef-9a67-2da9e1cec13f req-864ad42e-736e-4397-a1ab-1eff0828c4ac tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461357 Aug 16 16:00:32.875670 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:33.145131 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff289e1-857e-4d0a-9398-ddd5810f27f4 req-2c6ba415-adca-409a-8b5f-a6a3b33f2dbe tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:33.146743 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cff289e1-857e-4d0a-9398-ddd5810f27f4 req-2c6ba415-adca-409a-8b5f-a6a3b33f2dbe tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0537822 Aug 16 16:00:33.186847 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cff289e1-857e-4d0a-9398-ddd5810f27f4 req-90d3c800-fa78-4a7a-be9f-437596282620 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Aug 16 16:00:34.308602 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29ab9a-58d1-4a2a-a3c2-30e4e0499455 req-38b9ef35-3a73-49e1-bc8c-2fc3ed6be04d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:34.310775 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ba29ab9a-58d1-4a2a-a3c2-30e4e0499455 req-38b9ef35-3a73-49e1-bc8c-2fc3ed6be04d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Aug 16 16:00:34.347721 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-ba29ab9a-58d1-4a2a-a3c2-30e4e0499455 req-db332922-ec86-4c66-a0d6-5b791676cc42 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Aug 16 16:00:34.788557 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57308) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:34.891588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8c4472e6-7d86-4a35-8ed3-8e4e20267132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:34.977601 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8c4472e6-7d86-4a35-8ed3-8e4e20267132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.035495 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-8c4472e6-7d86-4a35-8ed3-8e4e20267132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.072049 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4472e6-7d86-4a35-8ed3-8e4e20267132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e1711-f402-4012-91df-9408bb231603,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:35.077922 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-8c4472e6-7d86-4a35-8ed3-8e4e20267132 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9075ea287a614ca599cc4eee2e4f6427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883418 Aug 16 16:00:35.080616 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57312) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:35.130246 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aee6bdfb-2a2d-4b58-8d49-16f5ccab6711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.150542 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aee6bdfb-2a2d-4b58-8d49-16f5ccab6711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.252483 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aee6bdfb-2a2d-4b58-8d49-16f5ccab6711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.255332 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aee6bdfb-2a2d-4b58-8d49-16f5ccab6711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.256653 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-aee6bdfb-2a2d-4b58-8d49-16f5ccab6711 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/818e1711-f402-4012-91df-9408bb231603 HTTP/1.1" status: 204 len: 168 time: 0.1750524 Aug 16 16:00:35.264623 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6bdfb-2a2d-4b58-8d49-16f5ccab6711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e1711-f402-4012-91df-9408bb231603,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:35.471436 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1b8f8-8af9-4e12-ae53-47ea2c2587b9 req-ca7e0d1b-c43e-49cf-ab36-4b9a72986bb4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:35.473029 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-eec1b8f8-8af9-4e12-ae53-47ea2c2587b9 req-ca7e0d1b-c43e-49cf-ab36-4b9a72986bb4 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0543981 Aug 16 16:00:35.510995 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-eec1b8f8-8af9-4e12-ae53-47ea2c2587b9 req-88b1f7ac-acc9-4c59-9406-6078c479895c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Aug 16 16:00:35.813931 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57320) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:35.827343 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b0db0853-7f68-445a-a71a-5f4a2946b84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.912713 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b0db0853-7f68-445a-a71a-5f4a2946b84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:35.983657 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b0db0853-7f68-445a-a71a-5f4a2946b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.022127 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b0db0853-7f68-445a-a71a-5f4a2946b84d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dabe906932a4f2780044b8d7ebc877a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070279 Aug 16 16:00:36.023032 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db0853-7f68-445a-a71a-5f4a2946b84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c19a4-7975-4e14-9917-06ca66e61643,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:36.024888 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57322) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:36.029272 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 16:00:36.075889 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdee3-7451-421b-821e-a0e8331995a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.096962 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdee3-7451-421b-821e-a0e8331995a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.126502 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:36.140067 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '06004003-8d7d-47df-840e-118eb975778a', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'port_id': '06004003-8d7d-47df-840e-118eb975778a', 'mac_address': 'fa:16:3e:ac:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 16:00:36.179013 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.191357 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06004003-8d7d-47df-840e-118eb975778a {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:00:36.209975 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:36.630903 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9716c85-b2ca-4407-b74b-0ff492b475a1 req-06308a24-fb72-45aa-bee2-4b1576715cc1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:36.632370 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b9716c85-b2ca-4407-b74b-0ff492b475a1 req-06308a24-fb72-45aa-bee2-4b1576715cc1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 943 time: 0.0498998 Aug 16 16:00:36.673094 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b9716c85-b2ca-4407-b74b-0ff492b475a1 req-f124b0ef-900d-4a46-a5fd-a3b48f6a6252 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Aug 16 16:00:36.812741 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdee3-7451-421b-821e-a0e8331995a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.815279 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdee3-7451-421b-821e-a0e8331995a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.816459 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-9dbcdee3-7451-421b-821e-a0e8331995a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf7c19a4-7975-4e14-9917-06ca66e61643 HTTP/1.1" status: 204 len: 168 time: 0.7904792 Aug 16 16:00:36.824178 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcdee3-7451-421b-821e-a0e8331995a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c19a4-7975-4e14-9917-06ca66e61643,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:36.829801 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:36.884647 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=9']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:37.127327 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['06004003-8d7d-47df-840e-118eb975778a'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:00:37.791403 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c6fc4-8a0f-4beb-9e7e-64bfa30260af req-9a07b4c2-819d-4b46-981f-e54e0622f542 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:37.792965 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-698c6fc4-8a0f-4beb-9e7e-64bfa30260af req-9a07b4c2-819d-4b46-981f-e54e0622f542 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 944 time: 0.0477731 Aug 16 16:00:37.831601 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-698c6fc4-8a0f-4beb-9e7e-64bfa30260af req-e585f0e6-16c7-4000-b8c1-609cacb1f6d7 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Aug 16 16:00:38.034291 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 16:00:38.080118 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 06004003-8d7d-47df-840e-118eb975778a triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 16:00:38.080447 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:38.158155 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:38.179668 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:00:38.181802 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ca4f4-e22d-4c43-ba3d-1b99eb90ccca" -d '{"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-plugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:00:38.194945 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:00:38.219223 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f907f0c-b527-4b0b-b915-aa485bfb45f5 x-openstack-request-id: req-7f907f0c-b527-4b0b-b915-aa485bfb45f5 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:00:38.223240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-plugged", "status": "completed", "tag": "06004003-8d7d-47df-840e-118eb975778a", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:00:38.223240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f907f0c-b527-4b0b-b915-aa485bfb45f5 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:00:38.223240 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'code': 200} Aug 16 16:00:38.269655 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:38.318255 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=10']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:38.608159 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7c8ae-3181-4f95-94ec-ba63e8abcea7 req-1bd38e5e-e7ba-4acd-9b9f-4bdb4e58330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:38.609705 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7dc7c8ae-3181-4f95-94ec-ba63e8abcea7 req-1bd38e5e-e7ba-4acd-9b9f-4bdb4e58330c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1099 time: 0.0400028 Aug 16 16:00:38.647382 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7dc7c8ae-3181-4f95-94ec-ba63e8abcea7 req-f8c1b851-ab24-4b73-8036-30ce88aa3c9f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289164 Aug 16 16:00:38.952298 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c002a-bd3e-42fb-a503-49beb7b3b72f req-9c3f90ca-0224-4652-a01d-be4e10465f47 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:38.953771 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-445c002a-bd3e-42fb-a503-49beb7b3b72f req-9c3f90ca-0224-4652-a01d-be4e10465f47 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0514786 Aug 16 16:00:38.991225 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-445c002a-bd3e-42fb-a503-49beb7b3b72f req-d6d7b1ee-1787-4c85-abad-0040d2939cd2 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Aug 16 16:00:40.113011 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ec56e-bdd8-4b04-a881-178c93261b8b req-c7dc61b0-03ba-42f3-b162-a6af6b481315 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:40.114453 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c43ec56e-bdd8-4b04-a881-178c93261b8b req-c7dc61b0-03ba-42f3-b162-a6af6b481315 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0485427 Aug 16 16:00:40.152194 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c43ec56e-bdd8-4b04-a881-178c93261b8b req-89d2b3ec-6596-45ce-a640-93a1503d803d tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Aug 16 16:00:41.272826 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34531d-c3a0-4e65-853e-cf0d6e148935 req-51ba3e1d-9862-44c7-a0e2-c45d29f673f1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:41.274313 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cd34531d-c3a0-4e65-853e-cf0d6e148935 req-51ba3e1d-9862-44c7-a0e2-c45d29f673f1 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0493481 Aug 16 16:00:41.312128 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-cd34531d-c3a0-4e65-853e-cf0d6e148935 req-af378231-ea10-42c6-b639-64b76e78c6a3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318897 Aug 16 16:00:41.481498 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57414) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:41.581820 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e50baf-e5da-4fdf-8a5f-cc7cf74b05bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:41.665228 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e50baf-e5da-4fdf-8a5f-cc7cf74b05bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:41.720686 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-31e50baf-e5da-4fdf-8a5f-cc7cf74b05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:41.761205 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-31e50baf-e5da-4fdf-8a5f-cc7cf74b05bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd0e03248a874619bf26705e89b4b71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786264 Aug 16 16:00:41.762044 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50baf-e5da-4fdf-8a5f-cc7cf74b05bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e671244e-c237-4d1c-ba24-49a4a4910a04,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:41.763953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57418) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:00:41.813325 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:41.833337 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:42.012172 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:42.014986 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:42.016118 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e671244e-c237-4d1c-ba24-49a4a4910a04 HTTP/1.1" status: 204 len: 168 time: 0.2505467 Aug 16 16:00:42.024644 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e671244e-c237-4d1c-ba24-49a4a4910a04,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:00:42.031386 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.031744 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.032072 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.032402 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.032731 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.033058 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.033381 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.033720 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.034024 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.034438 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.034913 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.035273 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e00e-0349-4d99-89af-80a634a9ffd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:00:42.585615 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f19bc3-25cb-4ac0-a181-791872c37f76 req-28cc41e2-9e14-4fbe-b6ce-513ac6d87ef8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:42.587107 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-85f19bc3-25cb-4ac0-a181-791872c37f76 req-28cc41e2-9e14-4fbe-b6ce-513ac6d87ef8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0478814 Aug 16 16:00:42.625599 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-85f19bc3-25cb-4ac0-a181-791872c37f76 req-179a12ce-06bb-4d3e-8d03-5a2158edbb97 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Aug 16 16:00:48.841137 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:00:49.495430 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:00:50.898904 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-1f12ab65-0a8b-42aa-a5e6-f5ee0d7b3df5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398724 Aug 16 16:00:50.974642 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-6201da4b-e1d9-47aa-8ef4-069b4fedb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:50.976135 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-6201da4b-e1d9-47aa-8ef4-069b4fedb896 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f71125abd44c9596cab3a92a338f13&device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 1099 time: 0.0397115 Aug 16 16:00:51.086435 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-8dd03fcc-d18d-4bd5-a7e7-00ef91351871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:51.087928 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-8dd03fcc-d18d-4bd5-a7e7-00ef91351871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 200 len: 918 time: 0.0889921 Aug 16 16:00:51.161811 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-95556eb1-9407-44cd-8a00-55d2ba55ca5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 200 len: 1001 time: 0.0641570 Aug 16 16:00:51.212446 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-948b0526-b5ed-4d1a-92ff-6f5a57da4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:51.213916 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-948b0526-b5ed-4d1a-92ff-6f5a57da4c6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 200 len: 856 time: 0.0444221 Aug 16 16:00:51.261275 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-50a3c1f5-6677-49b2-90c8-ae88867a7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:00:51.262754 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-50a3c1f5-6677-49b2-90c8-ae88867a7feb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c528913-2121-4de5-9101-bb40f8e6a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390613 Aug 16 16:00:51.353401 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-257f30af-657c-41fb-ba49-4b1daf563a6d service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829163 Aug 16 16:00:51.442446 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f7dc0365-dc09-4d78-9f4d-0e5470b5da12 req-031f073e-5572-4589-b2f7-a3a8e440edb8 service neutron] 10.222.0.60 "GET /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807846 Aug 16 16:00:57.355154 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b689-3c41-4892-990b-90b52bcb59eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:00.052395 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3445-0187-41fe-b497-f0c94b083ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:00.485783 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:01.029729 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:02.880668 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.439837 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57620) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:15.552716 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ed477cbf-03d1-4fd2-a65c-cc86cdc8bba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.649673 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ed477cbf-03d1-4fd2-a65c-cc86cdc8bba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.714432 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ed477cbf-03d1-4fd2-a65c-cc86cdc8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.751973 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ed477cbf-03d1-4fd2-a65c-cc86cdc8bba4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed4528303dd646308b2c4d09d7d4910b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110199 Aug 16 16:01:15.752592 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed477cbf-03d1-4fd2-a65c-cc86cdc8bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f852a73-718e-4412-abde-d60b01a87b7a,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:15.755541 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57624) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:15.802720 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-617ce42f-4bd3-467a-bc54-66e926e3679c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.823303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-617ce42f-4bd3-467a-bc54-66e926e3679c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.932227 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-617ce42f-4bd3-467a-bc54-66e926e3679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.934795 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-617ce42f-4bd3-467a-bc54-66e926e3679c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:15.935940 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-617ce42f-4bd3-467a-bc54-66e926e3679c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f852a73-718e-4412-abde-d60b01a87b7a HTTP/1.1" status: 204 len: 168 time: 0.1792576 Aug 16 16:01:15.944122 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce42f-4bd3-467a-bc54-66e926e3679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f852a73-718e-4412-abde-d60b01a87b7a,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:18.811831 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:22.744636 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439030bd-6e0d-4bdf-b73c-fc3831f2705b req-0acae671-5de8-48e6-a0c8-378738e5fdc8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:01:22.746273 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-439030bd-6e0d-4bdf-b73c-fc3831f2705b req-0acae671-5de8-48e6-a0c8-378738e5fdc8 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0486708 Aug 16 16:01:22.785051 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-439030bd-6e0d-4bdf-b73c-fc3831f2705b req-82513ffb-d0b1-4e30-8459-2a55110634bc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Aug 16 16:01:23.911820 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0b8e-b534-4ba6-bcc1-539d48350bc1 req-7bdbf38a-0b3b-4e77-814c-3f8922f13985 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:01:23.913474 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6ada0b8e-b534-4ba6-bcc1-539d48350bc1 req-7bdbf38a-0b3b-4e77-814c-3f8922f13985 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0531771 Aug 16 16:01:23.952061 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-6ada0b8e-b534-4ba6-bcc1-539d48350bc1 req-9ebe15ed-dcdb-43ab-915a-602853370d8c tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups?id=f950dc3c-d219-45aa-a315-3dbcd6e7af25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Aug 16 16:01:24.301911 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-94c61fde-8386-4e9f-b887-4fb1d3a85b61 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:01:24.303372 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-94c61fde-8386-4e9f-b887-4fb1d3a85b61 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 946 time: 0.0507879 Aug 16 16:01:24.394733 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Deleting port 06004003-8d7d-47df-840e-118eb975778a {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:01:24.395069 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:24.480786 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] For port 06004003-8d7d-47df-840e-118eb975778a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=06004003-8d7d-47df-840e-118eb975778a,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:01:24.481142 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:24.692858 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:24.693224 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694468'] for floatingip, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:24.693530 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.db.l3_db [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Floating IP 0705f540-b73a-486f-8972-9f0b35b2df30 disassociated. External IP: 172.27.2.188, port: 06004003-8d7d-47df-840e-118eb975778a. Aug 16 16:01:24.693862 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Calling delete_port for 06004003-8d7d-47df-840e-118eb975778a owned by compute:nova {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:01:24.851616 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:24.880154 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event deleted for resources: {'Port': ['ID=06004003-8d7d-47df-840e-118eb975778a,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:24.987908 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:01:25.056465 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-5e795b43-8724-4493-ab4d-25b78b57d278 req-88527849-b8f8-4fc2-bc28-ba8a3e4b96d3 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/ports?device_id=46836247-4627-4ded-a551-2962751894d8 HTTP/1.1" status: 200 len: 210 time: 0.0293913 Aug 16 16:01:25.096664 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:01:25.105923 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:01:25.115419 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:01:25.118685 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:01:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:25.134644 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] No DVR routers for this DVR port 06004003-8d7d-47df-840e-118eb975778a on host hv-cinder-79966 {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:01:25.137324 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:25.139453 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0dc1af3d-0fa7-4ba6-aec5-7ca7373bb119 req-0b6842ab-9b0a-44d7-827c-ea00f128b422 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.60 "DELETE /v2.0/ports/06004003-8d7d-47df-840e-118eb975778a HTTP/1.1" status: 204 len: 173 time: 0.8300261 Aug 16 16:01:25.139964 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-deleted', 'tag': '06004003-8d7d-47df-840e-118eb975778a'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:01:25.142843 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633bc82c-f0f4-4994-a647-d6c8f29d7c61" -d '{"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-deleted", "tag": "06004003-8d7d-47df-840e-118eb975778a"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:01:25.177772 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ece29c-b83a-4f1f-8708-64b422454c0d x-openstack-request-id: req-37ece29c-b83a-4f1f-8708-64b422454c0d {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:01:25.177772 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46836247-4627-4ded-a551-2962751894d8", "name": "network-vif-deleted", "tag": "06004003-8d7d-47df-840e-118eb975778a", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:01:25.178034 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37ece29c-b83a-4f1f-8708-64b422454c0d {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:01:25.178248 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46836247-4627-4ded-a551-2962751894d8', 'name': 'network-vif-deleted', 'tag': '06004003-8d7d-47df-840e-118eb975778a', 'status': 'completed', 'code': 200} Aug 16 16:01:25.225587 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:01:25.426229 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:25.455770 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:01:25.463987 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:01:25.464509 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:01:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:25.565879 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:01:25.761722 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:25.788422 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc11b8-e706-468a-bd78-ebf49dc36847 None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T15:55:41Z', 'revision_number': 4, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': 'd4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9', 'name': '', 'network_id': '3c528913-2121-4de5-9101-bb40f8e6a87b', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'mac_address': 'fa:16:3e:20:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:41Z', 'updated_at': '2021-08-16T15:55:47Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'subnets': [{'id': 'a6adf219-4440-4559-8e20-af3460e5e990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:01:25.997800 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382b2b6-ed0a-41f2-973d-8fe4f043f7b8 None None] New status for floating IP 0705f540-b73a-486f-8972-9f0b35b2df30: DOWN {{(pid=101076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 16:01:26.207728 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57772) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:26.260752 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88db092c-b2a3-4f54-ad7b-90f53f7719a5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.283886 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88db092c-b2a3-4f54-ad7b-90f53f7719a5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.377412 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88db092c-b2a3-4f54-ad7b-90f53f7719a5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.380069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88db092c-b2a3-4f54-ad7b-90f53f7719a5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.381214 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-88db092c-b2a3-4f54-ad7b-90f53f7719a5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "DELETE /v2.0/security-groups/f950dc3c-d219-45aa-a315-3dbcd6e7af25 HTTP/1.1" status: 204 len: 168 time: 0.1724186 Aug 16 16:01:26.383974 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57774) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:26.390122 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db092c-b2a3-4f54-ad7b-90f53f7719a5 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950dc3c-d219-45aa-a315-3dbcd6e7af25,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:26.397957 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.api.v2.resource [None req-5a3da03e-6b1d-47b4-be14-060c47915ffc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] show failed (client error): The resource could not be found. Aug 16 16:01:26.399194 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-5a3da03e-6b1d-47b4-be14-060c47915ffc tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "GET /v2.0/security-groups/f950dc3c-d219-45aa-a315-3dbcd6e7af25 HTTP/1.1" status: 404 len: 347 time: 0.0142162 Aug 16 16:01:26.401995 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57776) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:26.493445 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:01:26.523908 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Deleting port 47f8b26c-2c97-42a3-8339-2a98a638264e {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:01:26.524180 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.600321 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.600651 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.612499 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Calling delete_port for 47f8b26c-2c97-42a3-8339-2a98a638264e owned by network:floatingip {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:01:26.795093 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.825572 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Pushing event deleted for resources: {'Port': ['ID=47f8b26c-2c97-42a3-8339-2a98a638264e,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:26.879961 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks [] for floatingip, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.882365 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:26.883530 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a433cdbe-f89b-49ab-8ef1-be3210799318 tempest-AttachVolumeShelveTestJSON-1871108752 tempest-AttachVolumeShelveTestJSON-1871108752-project] 10.222.0.30 "DELETE /v2.0/floatingips/0705f540-b73a-486f-8972-9f0b35b2df30 HTTP/1.1" status: 204 len: 168 time: 0.4805982 Aug 16 16:01:27.371344 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-385310d3-e84a-4eb3-849e-96aed634a9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.402304 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:01:28.427464 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 06004003-8d7d-47df-840e-118eb975778a {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:01:28.427807 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 06004003-8d7d-47df-840e-118eb975778a not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:01:28.495283 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57804) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:28.598089 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-26d00433-82cf-4e7c-87d2-b47bc5716cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.686555 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-26d00433-82cf-4e7c-87d2-b47bc5716cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.754485 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-26d00433-82cf-4e7c-87d2-b47bc5716cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.791673 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-26d00433-82cf-4e7c-87d2-b47bc5716cf8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9a7347c5fd0436c87aa73d0b3cf0757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953460 Aug 16 16:01:28.793544 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d00433-82cf-4e7c-87d2-b47bc5716cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5c61e-f749-4821-9ad6-4368ba298464,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:28.794548 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57808) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:28.842871 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-98f6528d-8181-41ed-bc34-82b01c3a8919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.863854 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-98f6528d-8181-41ed-bc34-82b01c3a8919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.989002 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-98f6528d-8181-41ed-bc34-82b01c3a8919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.991613 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-98f6528d-8181-41ed-bc34-82b01c3a8919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:28.992899 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-98f6528d-8181-41ed-bc34-82b01c3a8919 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/daf5c61e-f749-4821-9ad6-4368ba298464 HTTP/1.1" status: 204 len: 168 time: 0.1971774 Aug 16 16:01:29.000645 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6528d-8181-41ed-bc34-82b01c3a8919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5c61e-f749-4821-9ad6-4368ba298464,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:29.541484 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57818) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:30.008979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:30.034989 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac696-e574-4092-8257-b0684ba5df66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:30.240680 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Deleting port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:01:30.241014 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:30.315060 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] For port d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:01:30.315344 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:30.330425 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Calling delete_port for d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 owned by network:router_interface {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:01:30.508661 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:30.566363 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:30.589048 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:30.603289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.603722 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.604020 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.604426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.604707 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.605053 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.605382 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.605709 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.606035 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.606382 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.606733 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:30.607053 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:31.000568 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:31.034237 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:31.243855 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:01:31.346915 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:01:31.351926 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-97595887-0d26-40b1-8151-198f55606550 admin admin] 10.222.0.30 "PUT /v2.0/routers/d297e4f7-f8ca-4810-82e4-6c4c2bb88d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094306 Aug 16 16:01:31.354531 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57822) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:31.358155 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] Sync routers for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:01:31.369222 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:01:31.374000 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:01:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:31.458464 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks [] for router, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:31.471822 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:01:31.557266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:31.645104 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '47caf212-9d75-4289-81da-7f63b33134e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T16:01:30Z', 'revision_number': 5, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port': {'id': '47caf212-9d75-4289-81da-7f63b33134e4', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:55:39Z', 'updated_at': '2021-08-16T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:31.659969 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Deleting port 47caf212-9d75-4289-81da-7f63b33134e4 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:01:31.660314 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:31.669519 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] Checking router: d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:01:31.677605 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] Routers {'d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:01:31.678203 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:01:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:31.736652 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] For port 47caf212-9d75-4289-81da-7f63b33134e4, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=47caf212-9d75-4289-81da-7f63b33134e4,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:01:31.737024 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:31.753394 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Calling delete_port for 47caf212-9d75-4289-81da-7f63b33134e4 owned by network:router_gateway {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:01:31.760174 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] Set router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 gateway port host: None {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:01:31.896213 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T16:01:31Z', 'revision_number': 6, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:31.921633 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc94f8-42df-43a8-bc88-6ab78c5027f2 None None] The sync data for ids ['d297e4f7-f8ca-4810-82e4-6c4c2bb88d22'] in dv-cinder-799668-6-iscsi is: [{'id': 'd297e4f7-f8ca-4810-82e4-6c4c2bb88d22', 'name': 'tempest-AttachVolumeShelveTestJSON-1207013188-router', 'tenant_id': '56f71125abd44c9596cab3a92a338f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:55:38Z', 'updated_at': '2021-08-16T16:01:31Z', 'revision_number': 6, 'project_id': '56f71125abd44c9596cab3a92a338f13', 'gw_port_host': None}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:01:31.983316 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.012587 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Pushing event deleted for resources: {'Port': ['ID=47caf212-9d75-4289-81da-7f63b33134e4,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:32.071445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.157459 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.159487 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.251289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.252184 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 {{(pid=101074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 16:01:32.257371 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.258545 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0a142f3e-50d1-4f55-a9a2-6ce034186163 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d297e4f7-f8ca-4810-82e4-6c4c2bb88d22 HTTP/1.1" status: 204 len: 168 time: 0.9031241 Aug 16 16:01:32.263160 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57824) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:32.311699 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Deleting subnet a6adf219-4440-4559-8e20-af3460e5e990 {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 16:01:32.315689 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.351745 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.431418 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.558087 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.588448 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6adf219-4440-4559-8e20-af3460e5e990,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:32.592093 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.594087 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f212ca01-8b5c-4f5c-9a28-4c82e1660093 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a6adf219-4440-4559-8e20-af3460e5e990 HTTP/1.1" status: 204 len: 168 time: 0.3319640 Aug 16 16:01:32.596714 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57828) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:32.599437 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76cf27-9aa0-442e-9ad5-fed84272e9e8 None None] Network 3c528913-2121-4de5-9101-bb40f8e6a87b requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 16:01:32.668410 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.726942 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Deleting port ad773146-0a62-45ef-8c6d-4a7a70a7e298 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:01:32.727286 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.782415 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] DHCP port deletion for 3c528913-2121-4de5-9101-bb40f8e6a87b request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 16:01:32.796711 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] For port ad773146-0a62-45ef-8c6d-4a7a70a7e298, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ad773146-0a62-45ef-8c6d-4a7a70a7e298,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:01:32.797084 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.810699 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Calling delete_port for ad773146-0a62-45ef-8c6d-4a7a70a7e298 owned by network:dhcp {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:01:32.848498 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Deleting port ad773146-0a62-45ef-8c6d-4a7a70a7e298 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:01:32.848498 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.896149 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.911563 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] For port ad773146-0a62-45ef-8c6d-4a7a70a7e298, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=ad773146-0a62-45ef-8c6d-4a7a70a7e298,segment=NetworkSegment(30d172a5-5395-4fc3-90e2-3ed870157e10),segment_id=30d172a5-5395-4fc3-90e2-3ed870157e10)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:01:32.911956 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:32.925212 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Calling delete_port for ad773146-0a62-45ef-8c6d-4a7a70a7e298 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:01:32.960439 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.032124 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad773146-0a62-45ef-8c6d-4a7a70a7e298,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:33.032124 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] No DVR routers for this DVR port ad773146-0a62-45ef-8c6d-4a7a70a7e298 on host dv-cinder-799668-6-iscsi {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Pushing event deleted for resources: {'Port': ['ID=ad773146-0a62-45ef-8c6d-4a7a70a7e298,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] No DVR routers for this DVR port ad773146-0a62-45ef-8c6d-4a7a70a7e298 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.069546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee814e68-2ea3-4957-abe5-9357209bef41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:33.072149 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.077399 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c528913-2121-4de5-9101-bb40f8e6a87b']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:33.088213 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d172a5-5395-4fc3-90e2-3ed870157e10') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:33.088508 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d172a5-5395-4fc3-90e2-3ed870157e10') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:01:33.097521 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.110746 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.116619 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 16:01:33.116983 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 16:01:33.118720 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 16:01:33.127515 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 47caf212-9d75-4289-81da-7f63b33134e4 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:01:33.147060 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 47caf212-9d75-4289-81da-7f63b33134e4 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:01:33.147410 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 47caf212-9d75-4289-81da-7f63b33134e4 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:01:33.147822 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ad773146-0a62-45ef-8c6d-4a7a70a7e298 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:01:33.166141 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: ad773146-0a62-45ef-8c6d-4a7a70a7e298 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:01:33.166502 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device ad773146-0a62-45ef-8c6d-4a7a70a7e298 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:01:33.167925 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:01:33.185463 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:01:33.185809 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device d4bc2f34-bef5-4487-81a4-9fb7f3ae6ff9 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:01:33.234427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.240593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.246222 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] 10.222.0.30 "DELETE /v2.0/networks/3c528913-2121-4de5-9101-bb40f8e6a87b HTTP/1.1" status: 204 len: 168 time: 0.6447928 Aug 16 16:01:33.254126 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc9136-1bfb-4269-9666-f4224eff191d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c528913-2121-4de5-9101-bb40f8e6a87b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:33.588275 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57834) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:33.627548 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ad2ac95c-20d2-4e73-875d-7e8c1901726a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56f71125abd44c9596cab3a92a338f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381095 Aug 16 16:01:33.629911 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57836) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:33.680197 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-38d448fc-3104-4d6c-9de5-3d6edc6683db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.700220 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-38d448fc-3104-4d6c-9de5-3d6edc6683db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.834168 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-38d448fc-3104-4d6c-9de5-3d6edc6683db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.836747 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-38d448fc-3104-4d6c-9de5-3d6edc6683db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:33.837911 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-38d448fc-3104-4d6c-9de5-3d6edc6683db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d69df83-13ed-4b0a-9405-1045bb0d35df HTTP/1.1" status: 204 len: 168 time: 0.2071235 Aug 16 16:01:33.846284 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d448fc-3104-4d6c-9de5-3d6edc6683db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d69df83-13ed-4b0a-9405-1045bb0d35df,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:45.905212 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57926) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:46.006150 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0c15481d-8f2c-40da-93f7-6fdb5aee2666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.091710 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0c15481d-8f2c-40da-93f7-6fdb5aee2666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.177575 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-0c15481d-8f2c-40da-93f7-6fdb5aee2666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.216077 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-0c15481d-8f2c-40da-93f7-6fdb5aee2666 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6979a41e9b34b9c97a8a90bfb452519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097980 Aug 16 16:01:46.216932 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15481d-8f2c-40da-93f7-6fdb5aee2666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd67fc9-9e02-4ac2-ac15-09d6678ea484,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:46.219265 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57930) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:46.266856 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-489ce26f-9adf-444f-a530-8cf4443fa7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.290354 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-489ce26f-9adf-444f-a530-8cf4443fa7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.382754 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-489ce26f-9adf-444f-a530-8cf4443fa7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.385329 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-489ce26f-9adf-444f-a530-8cf4443fa7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.386495 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-489ce26f-9adf-444f-a530-8cf4443fa7e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfd67fc9-9e02-4ac2-ac15-09d6678ea484 HTTP/1.1" status: 204 len: 168 time: 0.1663103 Aug 16 16:01:46.395246 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ce26f-9adf-444f-a530-8cf4443fa7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd67fc9-9e02-4ac2-ac15-09d6678ea484,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:46.867335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 57936) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:46.881004 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62653942-fc9a-4d19-a84e-1b18a30b5aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:46.965925 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62653942-fc9a-4d19-a84e-1b18a30b5aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:47.027705 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-62653942-fc9a-4d19-a84e-1b18a30b5aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:47.068232 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-62653942-fc9a-4d19-a84e-1b18a30b5aef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd7e93d7610a40e9a697f84c01c8d70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998405 Aug 16 16:01:47.069109 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62653942-fc9a-4d19-a84e-1b18a30b5aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b06e50-4910-4e28-a687-8e7f9e5663c0,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:47.071056 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 57938) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:47.117988 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:47.138548 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:47.273635 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:47.276211 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:47.277363 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57b06e50-4910-4e28-a687-8e7f9e5663c0 HTTP/1.1" status: 204 len: 168 time: 0.2053282 Aug 16 16:01:47.285337 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b06e50-4910-4e28-a687-8e7f9e5663c0,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:47.292209 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.292557 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.292890 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.293218 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.293544 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.293866 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.294188 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.294532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.294887 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.295173 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.295543 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:47.295798 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa4c2a-350c-4d0e-b6d7-65cdfcbbc12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:01:48.805967 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:49.810158 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58010) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:49.926043 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4dbb12e8-d3af-4efa-9cf8-814a5a8f462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.019029 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4dbb12e8-d3af-4efa-9cf8-814a5a8f462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.085888 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4dbb12e8-d3af-4efa-9cf8-814a5a8f462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.127069 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb12e8-d3af-4efa-9cf8-814a5a8f462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b67eb-222b-4733-af5d-9a3cb94bc3b6,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:50.135348 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4dbb12e8-d3af-4efa-9cf8-814a5a8f462c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b378966eda2490fb0f29b994fd66a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202987 Aug 16 16:01:50.135348 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58014) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:50.186802 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88a7a8eb-63fe-4420-8a98-29c94fbeb6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.211114 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88a7a8eb-63fe-4420-8a98-29c94fbeb6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.320372 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88a7a8eb-63fe-4420-8a98-29c94fbeb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.323150 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-88a7a8eb-63fe-4420-8a98-29c94fbeb6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.324390 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-88a7a8eb-63fe-4420-8a98-29c94fbeb6f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e56b67eb-222b-4733-af5d-9a3cb94bc3b6 HTTP/1.1" status: 204 len: 168 time: 0.1892116 Aug 16 16:01:50.332422 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a8eb-63fe-4420-8a98-29c94fbeb6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b67eb-222b-4733-af5d-9a3cb94bc3b6,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:50.811874 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58020) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:50.825748 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6d60950-bd3b-4ec6-bbc9-aef4e061c0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.913110 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6d60950-bd3b-4ec6-bbc9-aef4e061c0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:50.982668 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-c6d60950-bd3b-4ec6-bbc9-aef4e061c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:51.022852 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c6d60950-bd3b-4ec6-bbc9-aef4e061c0e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e63a696e78794c3c93abb3aaec6b6cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098875 Aug 16 16:01:51.023690 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d60950-bd3b-4ec6-bbc9-aef4e061c0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8beb47-0bc6-4a0e-a07b-4d26a50ca5e4,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:51.026455 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58022) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:51.074730 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdde7-1284-41a3-8d14-779b62f94451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:51.095791 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdde7-1284-41a3-8d14-779b62f94451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:51.199834 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdde7-1284-41a3-8d14-779b62f94451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:51.202427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdde7-1284-41a3-8d14-779b62f94451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:51.207854 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-7bbfdde7-1284-41a3-8d14-779b62f94451 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c8beb47-0bc6-4a0e-a07b-4d26a50ca5e4 HTTP/1.1" status: 204 len: 168 time: 0.1759765 Aug 16 16:01:51.211728 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfdde7-1284-41a3-8d14-779b62f94451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8beb47-0bc6-4a0e-a07b-4d26a50ca5e4,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:56.320232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58082) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:56.422658 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7be3c55d-321f-4b73-a4da-4b2188ad4800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.509874 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7be3c55d-321f-4b73-a4da-4b2188ad4800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.576625 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-7be3c55d-321f-4b73-a4da-4b2188ad4800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.614219 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-7be3c55d-321f-4b73-a4da-4b2188ad4800 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2705fdac82d4945bc194ae5ac1c6c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929447 Aug 16 16:01:56.615425 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c55d-321f-4b73-a4da-4b2188ad4800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a889a8ad-2ab9-4dc0-bc5a-6f961371e373,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:56.616927 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58086) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:56.665575 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-872f3243-0ea6-4a27-b32e-524469600b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.685349 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-872f3243-0ea6-4a27-b32e-524469600b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.777099 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-872f3243-0ea6-4a27-b32e-524469600b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.779565 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-872f3243-0ea6-4a27-b32e-524469600b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:56.780696 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-872f3243-0ea6-4a27-b32e-524469600b5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a889a8ad-2ab9-4dc0-bc5a-6f961371e373 HTTP/1.1" status: 204 len: 168 time: 0.1621449 Aug 16 16:01:56.789399 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f3243-0ea6-4a27-b32e-524469600b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a889a8ad-2ab9-4dc0-bc5a-6f961371e373,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:57.348076 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58092) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:57.361214 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ed562479-c79a-476d-bd0a-1afb3616c278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.365565 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-efd6527e-b561-4865-a83f-3152e29f12a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.446829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ed562479-c79a-476d-bd0a-1afb3616c278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.507697 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-ed562479-c79a-476d-bd0a-1afb3616c278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.542894 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed562479-c79a-476d-bd0a-1afb3616c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aac547-c6e9-4613-8e3e-114521c033af,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:01:57.548124 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-ed562479-c79a-476d-bd0a-1afb3616c278 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c32e109bf7bb4faabb8bd95a7d7af354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990254 Aug 16 16:01:57.551493 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58094) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:01:57.598321 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eefb9342-9620-479f-8cc9-d01fab6ef67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.621537 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eefb9342-9620-479f-8cc9-d01fab6ef67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.708277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eefb9342-9620-479f-8cc9-d01fab6ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.710819 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eefb9342-9620-479f-8cc9-d01fab6ef67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:01:57.711970 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-eefb9342-9620-479f-8cc9-d01fab6ef67c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3aac547-c6e9-4613-8e3e-114521c033af HTTP/1.1" status: 204 len: 168 time: 0.1595726 Aug 16 16:01:57.719426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb9342-9620-479f-8cc9-d01fab6ef67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aac547-c6e9-4613-8e3e-114521c033af,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:00.039142 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-31aa291c-7614-4682-9eca-cce754d55e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:00.491553 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:01.017265 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:02.919985 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:03.492349 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:02:08.217134 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58214) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:08.321078 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-91bf5ee1-442a-48c6-89db-4eecf941b03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.408030 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-91bf5ee1-442a-48c6-89db-4eecf941b03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.479546 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-91bf5ee1-442a-48c6-89db-4eecf941b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.517805 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-91bf5ee1-442a-48c6-89db-4eecf941b03d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eeaabda0412948c79fc8f6fc44bdda9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995982 Aug 16 16:02:08.519014 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5ee1-442a-48c6-89db-4eecf941b03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0644c9-7632-4295-9745-6eece6a374e9,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:08.520587 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58218) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:08.568035 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aec52b5e-24c7-479c-a096-87782a108abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.587924 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aec52b5e-24c7-479c-a096-87782a108abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.697215 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aec52b5e-24c7-479c-a096-87782a108abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.699812 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-aec52b5e-24c7-479c-a096-87782a108abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:08.701013 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-aec52b5e-24c7-479c-a096-87782a108abf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb0644c9-7632-4295-9745-6eece6a374e9 HTTP/1.1" status: 204 len: 168 time: 0.1794217 Aug 16 16:02:08.709122 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec52b5e-24c7-479c-a096-87782a108abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0644c9-7632-4295-9745-6eece6a374e9,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:09.222352 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58224) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:09.238034 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a468f767-62bf-4a0f-899d-08fea13e9805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.323503 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a468f767-62bf-4a0f-899d-08fea13e9805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.371063 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a468f767-62bf-4a0f-899d-08fea13e9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.408169 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a468f767-62bf-4a0f-899d-08fea13e9805 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=081211fa98aa400187e47f1305ef2da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843698 Aug 16 16:02:09.409379 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468f767-62bf-4a0f-899d-08fea13e9805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91335da3-cdde-406d-b857-5dcf27bdaee5,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:09.410982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58226) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:09.459790 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea496-7e31-483e-aaab-1bc14ac2646e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.480321 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea496-7e31-483e-aaab-1bc14ac2646e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.582746 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea496-7e31-483e-aaab-1bc14ac2646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.585305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea496-7e31-483e-aaab-1bc14ac2646e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:09.586460 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-4f0ea496-7e31-483e-aaab-1bc14ac2646e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91335da3-cdde-406d-b857-5dcf27bdaee5 HTTP/1.1" status: 204 len: 168 time: 0.1739061 Aug 16 16:02:09.594035 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ea496-7e31-483e-aaab-1bc14ac2646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91335da3-cdde-406d-b857-5dcf27bdaee5,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:10.217391 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58232) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:10.230982 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd8b736f-021a-489d-8785-c8f3a8f7202b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.316333 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd8b736f-021a-489d-8785-c8f3a8f7202b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.405065 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-bd8b736f-021a-489d-8785-c8f3a8f7202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.443398 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-bd8b736f-021a-489d-8785-c8f3a8f7202b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23f1d32535ad4d088758ef571038e6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248690 Aug 16 16:02:10.444213 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b736f-021a-489d-8785-c8f3a8f7202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b51db-4e18-4e1a-ae93-b76cc0cafec4,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:10.446011 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58234) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:10.494087 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9030172-02da-4055-ae9b-2d7c2e40ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.514449 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9030172-02da-4055-ae9b-2d7c2e40ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.628833 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9030172-02da-4055-ae9b-2d7c2e40ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.631377 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b9030172-02da-4055-ae9b-2d7c2e40ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:10.632521 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b9030172-02da-4055-ae9b-2d7c2e40ef24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d71b51db-4e18-4e1a-ae93-b76cc0cafec4 HTTP/1.1" status: 204 len: 168 time: 0.1855016 Aug 16 16:02:10.642311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9030172-02da-4055-ae9b-2d7c2e40ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b51db-4e18-4e1a-ae93-b76cc0cafec4,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:11.642308 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58256) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:11.733481 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1957543572-network', 'tenant_id': 'e4e01fd623a2402ca567098cf15e329b'}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:02:11.811305 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Made reservation on behalf of e4e01fd623a2402ca567098cf15e329b for: {'network': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 16:02:11.813503 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for network, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:11.821832 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:11.905770 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:11.965273 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:11.990136 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=101074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 16:02:11.999566 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec7386-28c6-41bd-9748-a19afc1eac0f,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:12.005540 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.005792 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.segments_db [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Added segment baeff377-aa56-48f3-b241-194818a80253 of type vlan for network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 Aug 16 16:02:12.048706 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759439128908'] for network, precommit_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.114216 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775'] for network, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.115224 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:12.115812 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.172779 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4,revision_number=1']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:12.183539 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 details requested by agent ovs-agent-dv-cinder-799668-6-iscsi with host dv-cinder-799668-6-iscsi {{(pid=101076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 16:02:12.200378 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-607d70d9-4c6a-4ee6-8b33-5970e25b7709 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5569472 Aug 16 16:02:12.203153 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58260) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:12.208615 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.v2.base [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Request body: {'subnet': {'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1957543572-subnet', 'tenant_id': 'e4e01fd623a2402ca567098cf15e329b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:02:12.325528 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Made reservation on behalf of e4e01fd623a2402ca567098cf15e329b for: {'subnet': 1} {{(pid=101074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 16:02:12.327897 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5409215'] for subnet, before_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.565941 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5409233'] for subnet, after_create {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.620175 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8e683e-6ef2-4704-96d2-6d276e7bfa98,revision_number=0']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:12.627112 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Checking segment: {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 16:02:12.627463 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Network hostable DHCP agents. Network: 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4, hostable agents: ['1eb9544d-35e9-4f28-b5d0-0c883a4c70cb'], hosted agents: [] {{(pid=101074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 16:02:12.725378 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 is scheduled to be hosted by DHCP agent 1eb9544d-35e9-4f28-b5d0-0c883a4c70cb with binding_index 1 {{(pid=101074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 16:02:12.811230 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.base_scheduler [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-6-iscsi, 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4) {{(pid=101074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 16:02:12.817920 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:12.817920 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:12.820714 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a66eb-cfcf-41e8-8e9b-21ba9a67997e None None] Network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 16:02:12.915100 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-866ae3e0-fa68-432b-8f3f-d00a152dc35d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7107348 Aug 16 16:02:12.940943 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f60ddd0-175d-4e41-bc2c-406a8769c196 None None] Network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 16:02:13.619493 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58268) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:13.783214 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Deleting port e722d5e0-4201-4da4-89e7-7fb83d7f8f45 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:13.783741 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:13.861819 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:13.862681 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:13.874259 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Calling delete_port for e722d5e0-4201-4da4-89e7-7fb83d7f8f45 owned by network:floatingip {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:14.079091 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:14.105416 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'Port': ['ID=e722d5e0-4201-4da4-89e7-7fb83d7f8f45,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:14.163839 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:14.166272 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Floating IP ee49f72d-c15a-41a7-a551-7986a4e03e80 disassociated (deleted). External IP: 172.27.2.73, port: 6c908ae5-ea4a-481c-9021-20c917d39a57. Aug 16 16:02:14.364161 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:02:14.466897 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:02:14.471400 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:14.476362 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:02:14.485597 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:14.486327 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:14.500618 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-5bc806c7-f956-431d-9faa-c77bad8504bb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "DELETE /v2.0/floatingips/ee49f72d-c15a-41a7-a551-7986a4e03e80 HTTP/1.1" status: 204 len: 168 time: 0.8798988 Aug 16 16:02:14.505798 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:14.505798 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a223756-f0b0-42cf-9325-30bbac22d8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:14.594435 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:14.665127 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da565f-08be-416c-b715-b5776b0664bb x-openstack-request-id: req-37da565f-08be-416c-b715-b5776b0664bb {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:14.665492 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:14.665810 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37da565f-08be-416c-b715-b5776b0664bb {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:14.666270 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'status': 'completed', 'code': 200} Aug 16 16:02:14.819918 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-2a3cc2b7-2958-471e-9d72-5e64b0f788ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:14.821650 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-2a3cc2b7-2958-471e-9d72-5e64b0f788ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 1099 time: 0.1123180 Aug 16 16:02:14.831017 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 1, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:14.865562 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:02:14.878661 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:14.878661 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:14.933673 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-b04fa3a1-a688-422a-b7e9-29f5deaf5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:14.934999 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-b04fa3a1-a688-422a-b7e9-29f5deaf5000 service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.1066415 Aug 16 16:02:14.987372 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-8828f511-a299-4107-8325-8ad0c8e5beac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c908ae5-ea4a-481c-9021-20c917d39a57 HTTP/1.1" status: 200 len: 217 time: 0.0429909 Aug 16 16:02:14.988892 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:15.063715 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-e9a2c110-d0c3-4f35-b07f-3fbd2c4d9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:15.065158 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-e9a2c110-d0c3-4f35-b07f-3fbd2c4d9f0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0688617 Aug 16 16:02:15.073490 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940ddf-e385-4ddd-a69a-0ea6edddfa89 req-2048b2db-7f84-41fc-a4c8-7b691efad43c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:15.074918 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-95940ddf-e385-4ddd-a69a-0ea6edddfa89 req-2048b2db-7f84-41fc-a4c8-7b691efad43c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.1708446 Aug 16 16:02:15.151084 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-95940ddf-e385-4ddd-a69a-0ea6edddfa89 req-32687a55-52e0-4385-9b59-fd9119490d9c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581048 Aug 16 16:02:15.153029 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-d5d1291e-1c28-4052-b28b-f15b159002cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:15.154451 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-d5d1291e-1c28-4052-b28b-f15b159002cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786743 Aug 16 16:02:15.166335 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-17f2c065-3b00-4136-b315-d34dfd72088a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 16:02:15.167333 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-17f2c065-3b00-4136-b315-d34dfd72088a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055168 Aug 16 16:02:15.170640 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-99ff2aa8-a094-4866-a422-818d8b94b229 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:15.172389 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-99ff2aa8-a094-4866-a422-818d8b94b229 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 814 time: 0.1166327 Aug 16 16:02:15.188209 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-231e1076-ab5c-4646-a106-4af5df3c5fdb tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/quotas/e4e01fd623a2402ca567098cf15e329b HTTP/1.1" status: 200 len: 375 time: 0.0093524 Aug 16 16:02:15.222216 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-d7f91144-bf87-47f9-9dc4-f2292c3492c4 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271952 Aug 16 16:02:15.234377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-8645845d-e388-49d8-b3fa-299b784dfe7b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 16:02:15.240824 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 1, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:15.242604 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-8645845d-e388-49d8-b3fa-299b784dfe7b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127358 Aug 16 16:02:15.271145 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cebc7a-fa36-4b99-814d-5cbd7111d76e None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_floatingips': [{'id': '5c7a2919-8b06-43bd-8d6b-2194179c2daf', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'router_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'port_id': '700159a8-e049-4f50-b7c1-79b334154580', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:58:10Z', 'updated_at': '2021-08-16T15:58:13Z', 'revision_number': 1, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:02:15.341674 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-2d6e4864-2dbb-409c-a735-299fa52b277e service neutron] 10.222.0.30 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981042 Aug 16 16:02:15.443847 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-2da22e4f-3455-4a77-b8bc-6af55be0acfe service neutron] 10.222.0.30 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965099 Aug 16 16:02:15.516279 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-db9d642b-ed3e-4b6a-8984-65e1bde1ff47 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403592 Aug 16 16:02:15.608294 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82b907-a502-41fb-873f-18606dd59e04 None None] New status for floating IP ee49f72d-c15a-41a7-a551-7986a4e03e80: DOWN {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 16:02:15.610684 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-7a223756-f0b0-42cf-9325-30bbac22d8b5 req-51b9faf7-41cf-4566-8e29-53a24ebc45b1 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865648 Aug 16 16:02:15.692877 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-39aa6387-eb79-46e6-8f44-ae7e0b6124fd req-3bb404f8-8fdc-4257-9f88-785492f3825c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Aug 16 16:02:16.536174 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e97a4-c857-4f8f-acdb-bb4786bb79fb req-6f07e64a-a256-477a-bd73-339187eb714e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:16.537613 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b85e97a4-c857-4f8f-acdb-bb4786bb79fb req-6f07e64a-a256-477a-bd73-339187eb714e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.3166537 Aug 16 16:02:16.574584 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b85e97a4-c857-4f8f-acdb-bb4786bb79fb req-d2edb7d0-1740-4f94-ac90-e55ac78547ca tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310168 Aug 16 16:02:16.792481 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f2f0e013-7996-4386-a0c4-5ee0360ea1f4 req-07a16f8a-da23-4fb1-9ac6-673ec7986fa6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Aug 16 16:02:17.588254 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-8e4febf0-c43b-41a9-883a-09e08d66a533 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:17.589677 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-8e4febf0-c43b-41a9-883a-09e08d66a533 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 814 time: 0.1019945 Aug 16 16:02:17.608694 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Request body: {'port': {'device_id': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4', 'admin_state_up': True, 'tenant_id': 'e4e01fd623a2402ca567098cf15e329b'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:02:17.688590 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574498a0-64a1-4e6b-8dd6-7163e15c014f req-da3a548d-7fcc-414c-84b2-89c7ec51bc1f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:17.690267 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-574498a0-64a1-4e6b-8dd6-7163e15c014f req-da3a548d-7fcc-414c-84b2-89c7ec51bc1f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0491345 Aug 16 16:02:17.729992 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-574498a0-64a1-4e6b-8dd6-7163e15c014f req-fe01034f-095c-482e-883d-a5a45c21ec7f tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Aug 16 16:02:17.782703 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Made reservation on behalf of e4e01fd623a2402ca567098cf15e329b for: {'port': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 16:02:17.786751 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:17.915682 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-f8fc8b67-aa05-48fe-be83-62c383bb8c2f req-cf315c33-86a7-45f8-b201-0ee5613c07c6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 210 time: 0.0469248 Aug 16 16:02:17.941932 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Allocated IP 172.20.0.7 (5dc0f296-fe9e-485f-99df-3bf05d6ef4a4/3c8e683e-6ef2-4704-96d2-6d276e7bfa98/632a4303-436a-412e-8ad8-89b61307f5b1) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 16:02:18.088496 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.182933 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.226469 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 16:02:18.229474 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 16:02:18.233103 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 16:02:18.259199 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Pushing event updated for resources: {'Port': ['ID=632a4303-436a-412e-8ad8-89b61307f5b1,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:18.286704 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:18.287308 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.372373 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea035da9-2cbc-4e6f-af65-d6da617c802e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7674444 Aug 16 16:02:18.392025 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Request body: {'port': {'device_id': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:02:18.445547 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.701243 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a4303-436a-412e-8ad8-89b61307f5b1 {{(pid=101075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:02:18.708953 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.720224 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Transition to ACTIVE for port object 632a4303-436a-412e-8ad8-89b61307f5b1 will not be triggered until provisioned by entity L2. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 16:02:18.800103 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.822817 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:18.847554 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7c72-89ba-4959-9a55-22bb8ef1e6e2 req-5641c8bb-aa6e-4256-a1c6-f8f381a026f8 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:18.849048 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f34f7c72-89ba-4959-9a55-22bb8ef1e6e2 req-5641c8bb-aa6e-4256-a1c6-f8f381a026f8 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0494006 Aug 16 16:02:18.852956 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Pushing event updated for resources: {'Port': ['ID=632a4303-436a-412e-8ad8-89b61307f5b1,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:18.890781 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f34f7c72-89ba-4959-9a55-22bb8ef1e6e2 req-cf32f716-9b72-4528-b1af-70a196e89a03 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353260 Aug 16 16:02:18.920090 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Attempting to bind port 632a4303-436a-412e-8ad8-89b61307f5b1 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 16:02:18.920613 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Attempting to bind port 632a4303-436a-412e-8ad8-89b61307f5b1 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 16:02:18.920742 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Attempting to bind port 632a4303-436a-412e-8ad8-89b61307f5b1 on network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 16:02:18.925666 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Port 632a4303-436a-412e-8ad8-89b61307f5b1 on network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 16:02:18.925985 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Attempting to bind port 632a4303-436a-412e-8ad8-89b61307f5b1 on network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 16:02:18.930823 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 16:02:18.931157 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Checking segment: {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 16:02:18.931532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Bound using segment: {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 16:02:18.931956 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Bound port: 632a4303-436a-412e-8ad8-89b61307f5b1, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'}}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 16:02:18.932306 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:19.018363 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] For port 632a4303-436a-412e-8ad8-89b61307f5b1, host hv-cinder-79966, cleared binding levels {{(pid=101075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 16:02:19.032929 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] For port 632a4303-436a-412e-8ad8-89b61307f5b1, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=632a4303-436a-412e-8ad8-89b61307f5b1,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 16:02:19.051519 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df042d0-c981-4d3a-afbd-df35bedf103e req-e202a2bb-3627-48a0-aee1-8b2d225d2da7 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.053003 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4df042d0-c981-4d3a-afbd-df35bedf103e req-e202a2bb-3627-48a0-aee1-8b2d225d2da7 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 943 time: 0.0696962 Aug 16 16:02:19.093155 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4df042d0-c981-4d3a-afbd-df35bedf103e req-d602e28c-d678-43b5-b2a4-6b245377f626 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Aug 16 16:02:19.102923 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:19.136685 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.137297 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:19.138680 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] 10.222.0.60 "PUT /v2.0/ports/632a4303-436a-412e-8ad8-89b61307f5b1 HTTP/1.1" status: 200 len: 1093 time: 0.7511089 Aug 16 16:02:19.139106 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'tag': '632a4303-436a-412e-8ad8-89b61307f5b1'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:19.141305 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89" -d '{"events": [{"name": "network-changed", "server_uuid": "12ff8b0b-ca94-4161-805e-a2c664e819f6", "tag": "632a4303-436a-412e-8ad8-89b61307f5b1"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:19.165789 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91248e89-84fa-4831-bf1a-48369ddbff8e service neutron] Pushing event updated for resources: {'Port': ['ID=632a4303-436a-412e-8ad8-89b61307f5b1,revision_number=3']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:19.236718 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b44dfe-89c6-49c5-b81f-2cefc550e9ac x-openstack-request-id: req-08b44dfe-89c6-49c5-b81f-2cefc550e9ac {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:19.237061 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ff8b0b-ca94-4161-805e-a2c664e819f6", "tag": "632a4303-436a-412e-8ad8-89b61307f5b1", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:19.237453 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08b44dfe-89c6-49c5-b81f-2cefc550e9ac {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:19.237867 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'tag': '632a4303-436a-412e-8ad8-89b61307f5b1', 'status': 'completed', 'code': 200} Aug 16 16:02:19.294499 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-054129b9-b49d-40c4-b529-1b3ad1ea825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.295989 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-054129b9-b49d-40c4-b529-1b3ad1ea825f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 1096 time: 0.0412691 Aug 16 16:02:19.346926 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ef6ff377-a647-4fbd-add9-a25bd3006493 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632a4303-436a-412e-8ad8-89b61307f5b1 HTTP/1.1" status: 200 len: 217 time: 0.0378845 Aug 16 16:02:19.394778 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-1fed896d-3212-44c8-9f94-9a779edddb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.396179 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-1fed896d-3212-44c8-9f94-9a779edddb88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c8e683e-6ef2-4704-96d2-6d276e7bfa98 HTTP/1.1" status: 200 len: 854 time: 0.0431359 Aug 16 16:02:19.426094 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-eda92d90-c021-4af4-9008-b8f5d44e552b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230558 Aug 16 16:02:19.516168 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-ea0504a6-11ca-4f86-a47f-ba6213a78bca service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827935 Aug 16 16:02:19.603125 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-9c5c256b-01b3-4377-982d-ffe2d794ff0e req-7a822692-eed1-46b6-91d1-e467a527ae80 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796471 Aug 16 16:02:19.781064 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-6b9f9550-4c77-4f3f-bfc9-d2980d1ce5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.782447 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-6b9f9550-4c77-4f3f-bfc9-d2980d1ce5c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 1096 time: 0.0405097 Aug 16 16:02:19.873788 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-3500a5f1-4e25-4eda-8bc9-16d46d4303d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.875272 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-3500a5f1-4e25-4eda-8bc9-16d46d4303d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 915 time: 0.0856769 Aug 16 16:02:19.916228 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-96cd6288-dd71-4e71-bf03-2dfbeb18a11f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632a4303-436a-412e-8ad8-89b61307f5b1 HTTP/1.1" status: 200 len: 217 time: 0.0329113 Aug 16 16:02:19.991764 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-4123db47-9616-4ba9-ace9-a8b5e9385844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:19.993347 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-4123db47-9616-4ba9-ace9-a8b5e9385844 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c8e683e-6ef2-4704-96d2-6d276e7bfa98 HTTP/1.1" status: 200 len: 854 time: 0.0704322 Aug 16 16:02:20.027787 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-3ef2c147-1c71-4a31-a410-6c0430975423 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273640 Aug 16 16:02:20.040361 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5a7b-d192-42e2-9350-fa65b6749206 req-52c34adb-f5b7-432a-b2ca-591d99dd57b4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:20.041704 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b66f5a7b-d192-42e2-9350-fa65b6749206 req-52c34adb-f5b7-432a-b2ca-591d99dd57b4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 946 time: 0.0840762 Aug 16 16:02:20.129781 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-b66f5a7b-d192-42e2-9350-fa65b6749206 req-0a885d52-46a5-4754-a6ac-07994c87dcd6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791528 Aug 16 16:02:20.156424 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-87c58764-1c9b-4d47-b4b0-0fc7c7b844ad service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137583 Aug 16 16:02:20.208980 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bdc9e-717b-447f-a827-0974869c1ffa req-2e2fbefc-eb83-481e-9e22-8ffc1a5472f1 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:20.210503 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9d9bdc9e-717b-447f-a827-0974869c1ffa req-2e2fbefc-eb83-481e-9e22-8ffc1a5472f1 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 943 time: 0.0486259 Aug 16 16:02:20.247460 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-76bfad1e-7a3f-4988-9c93-c0f6b0ee1e89 req-2230ce3b-889a-4ad8-b3c6-79b3bb754716 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831463 Aug 16 16:02:20.248386 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-9d9bdc9e-717b-447f-a827-0974869c1ffa req-41608c49-61ac-43da-b1ad-7a5c35d30e32 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Aug 16 16:02:20.595066 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 6c908ae5-ea4a-481c-9021-20c917d39a57 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:20.668887 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:20.693714 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:20.695955 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d9232-e6ee-4e93-ba23-e965b1afab9a" -d '{"events": [{"server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "name": "network-vif-unplugged", "status": "completed", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:20.709459 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6c908ae5-ea4a-481c-9021-20c917d39a57,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:20.759766 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:20.786192 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b20d93-ec74-4627-adb3-406b313c6207 x-openstack-request-id: req-44b20d93-ec74-4627-adb3-406b313c6207 {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:20.786493 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "name": "network-vif-unplugged", "status": "completed", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:20.786741 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44b20d93-ec74-4627-adb3-406b313c6207 {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:20.787174 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'code': 200} Aug 16 16:02:20.811410 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=6']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:21.241802 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af8691-a87d-402c-b0bb-078e71f8594e req-24f9184e-64b0-4823-af84-d72a9ee307d6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:21.243333 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e1af8691-a87d-402c-b0bb-078e71f8594e req-24f9184e-64b0-4823-af84-d72a9ee307d6 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0470378 Aug 16 16:02:21.283138 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e1af8691-a87d-402c-b0bb-078e71f8594e req-9238c8b2-ba78-476a-9c05-7f2fe1a461b5 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308192 Aug 16 16:02:21.364233 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc1a8f-374d-416c-988e-bed404cbbe94 req-330d43de-1571-45b9-a542-148aada64a5a tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:21.365694 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2abc1a8f-374d-416c-988e-bed404cbbe94 req-330d43de-1571-45b9-a542-148aada64a5a tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 943 time: 0.0479901 Aug 16 16:02:21.406854 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-2abc1a8f-374d-416c-988e-bed404cbbe94 req-f9b8ad36-2f33-417f-b27a-16a4ca0c1ef0 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Aug 16 16:02:21.631706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204dec7-c4e7-434c-90de-1a62714f993f req-5c538c6e-2ae4-4536-9ea0-c0c1323279fb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:21.633134 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4204dec7-c4e7-434c-90de-1a62714f993f req-5c538c6e-2ae4-4536-9ea0-c0c1323279fb tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 944 time: 0.0486670 Aug 16 16:02:21.722267 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Deleting port 6c908ae5-ea4a-481c-9021-20c917d39a57 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:21.722703 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:21.812546 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] For port 6c908ae5-ea4a-481c-9021-20c917d39a57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6c908ae5-ea4a-481c-9021-20c917d39a57,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:21.812908 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:21.825627 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Calling delete_port for 6c908ae5-ea4a-481c-9021-20c917d39a57 owned by compute:nova {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:22.011292 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:22.037649 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'Port': ['ID=6c908ae5-ea4a-481c-9021-20c917d39a57,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:22.078854 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] No DVR routers for this DVR port 6c908ae5-ea4a-481c-9021-20c917d39a57 on host hv-cinder-79966 {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:02:22.081513 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:22.083498 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4204dec7-c4e7-434c-90de-1a62714f993f req-19ccc428-7c10-4381-9bf6-8a1f843b44c4 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "DELETE /v2.0/ports/6c908ae5-ea4a-481c-9021-20c917d39a57 HTTP/1.1" status: 204 len: 173 time: 0.4443653 Aug 16 16:02:22.083931 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'name': 'network-vif-deleted', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:22.086096 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7eaf58-9918-46ab-afff-5e6f57f6e947" -d '{"events": [{"server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "name": "network-vif-deleted", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:22.119978 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e31689-d8f9-4598-9bf0-c1ddd778502c x-openstack-request-id: req-99e31689-d8f9-4598-9bf0-c1ddd778502c {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:22.120268 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af79d727-3dd7-4413-992f-4715c7583b91", "name": "network-vif-deleted", "tag": "6c908ae5-ea4a-481c-9021-20c917d39a57", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:22.120518 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99e31689-d8f9-4598-9bf0-c1ddd778502c {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:22.120906 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af79d727-3dd7-4413-992f-4715c7583b91', 'name': 'network-vif-deleted', 'tag': '6c908ae5-ea4a-481c-9021-20c917d39a57', 'status': 'completed', 'code': 200} Aug 16 16:02:22.371148 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fcd89292-59c5-4862-8dfe-cfcb719fd998 req-3e10d573-ffc1-48e6-9ec9-d9679d4ba741 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=af79d727-3dd7-4413-992f-4715c7583b91 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Aug 16 16:02:22.525646 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ccbf3-c46e-4938-83a1-3615333189f8 req-105e16ad-b7bb-4706-958e-a3aa1d141249 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:22.527155 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4c5ccbf3-c46e-4938-83a1-3615333189f8 req-105e16ad-b7bb-4706-958e-a3aa1d141249 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 943 time: 0.0492995 Aug 16 16:02:22.568461 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-4c5ccbf3-c46e-4938-83a1-3615333189f8 req-47489384-b8de-438d-a18e-8030c92bf08d tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Aug 16 16:02:22.609229 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 632a4303-436a-412e-8ad8-89b61307f5b1 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 16:02:22.707238 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 632a4303-436a-412e-8ad8-89b61307f5b1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=632a4303-436a-412e-8ad8-89b61307f5b1,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:22.718882 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': '632a4303-436a-412e-8ad8-89b61307f5b1', 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4', 'port_id': '632a4303-436a-412e-8ad8-89b61307f5b1', 'mac_address': 'fa:16:3e:ac:d4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8e683e-6ef2-4704-96d2-6d276e7bfa98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 16:02:22.756390 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:22.768620 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a4303-436a-412e-8ad8-89b61307f5b1 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:02:22.787320 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 632a4303-436a-412e-8ad8-89b61307f5b1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=632a4303-436a-412e-8ad8-89b61307f5b1,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:22.913984 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:22.961438 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=632a4303-436a-412e-8ad8-89b61307f5b1,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:23.213444 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['632a4303-436a-412e-8ad8-89b61307f5b1'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:02:23.690565 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba26f7-71f1-4b1d-bf20-6e99696e5ced req-f29f318b-47a6-4587-b481-f808506f0847 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:23.692320 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-faba26f7-71f1-4b1d-bf20-6e99696e5ced req-f29f318b-47a6-4587-b481-f808506f0847 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 944 time: 0.0534539 Aug 16 16:02:23.740721 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-faba26f7-71f1-4b1d-bf20-6e99696e5ced req-28b5ddc7-34e2-4952-b123-cf3c10532696 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Aug 16 16:02:24.612985 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 632a4303-436a-412e-8ad8-89b61307f5b1 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 16:02:24.730796 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port 632a4303-436a-412e-8ad8-89b61307f5b1 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 16:02:24.734810 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port 632a4303-436a-412e-8ad8-89b61307f5b1 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 16:02:24.735185 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:24.818219 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:24.840437 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a4303-436a-412e-8ad8-89b61307f5b1'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:24.842523 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e0975-938e-4a39-8266-9dccf5c42cca" -d '{"events": [{"server_uuid": "12ff8b0b-ca94-4161-805e-a2c664e819f6", "name": "network-vif-plugged", "status": "completed", "tag": "632a4303-436a-412e-8ad8-89b61307f5b1"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:24.855719 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port 632a4303-436a-412e-8ad8-89b61307f5b1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=632a4303-436a-412e-8ad8-89b61307f5b1,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:24.865828 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3c32-f7ce-4ef5-bbb0-995d1eeb0972 req-09e7f449-3c6f-4ab9-9664-74c7f09f00c6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:24.867716 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-469c3c32-f7ce-4ef5-bbb0-995d1eeb0972 req-09e7f449-3c6f-4ab9-9664-74c7f09f00c6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 944 time: 0.0593376 Aug 16 16:02:24.884754 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1311d9-915c-4971-9e78-d67152c9874a x-openstack-request-id: req-ad1311d9-915c-4971-9e78-d67152c9874a {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:24.885061 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff8b0b-ca94-4161-805e-a2c664e819f6", "name": "network-vif-plugged", "status": "completed", "tag": "632a4303-436a-412e-8ad8-89b61307f5b1", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:24.885310 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad1311d9-915c-4971-9e78-d67152c9874a {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:24.885697 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a4303-436a-412e-8ad8-89b61307f5b1', 'code': 200} Aug 16 16:02:24.905863 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-469c3c32-f7ce-4ef5-bbb0-995d1eeb0972 req-fa49b14a-1922-450c-88e5-b29f5a60a389 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Aug 16 16:02:24.925176 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:24.971256 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=632a4303-436a-412e-8ad8-89b61307f5b1,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:25.241566 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff8221-59f1-4f65-b226-0ebef885ecaa req-d68cd6bd-9521-4b81-ae5c-10c9a0ebc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:25.243007 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-73ff8221-59f1-4f65-b226-0ebef885ecaa req-d68cd6bd-9521-4b81-ae5c-10c9a0ebc22b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 1098 time: 0.0390081 Aug 16 16:02:25.281668 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-73ff8221-59f1-4f65-b226-0ebef885ecaa req-9879f8e8-0880-400b-8e20-2e85a6903b38 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Aug 16 16:02:25.885749 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58378) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:26.061277 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82407323-a18c-42b2-8f52-59d653b5cc8d req-03306199-3cc3-4a6f-8dfa-5567a0020d56 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:26.062699 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-82407323-a18c-42b2-8f52-59d653b5cc8d req-03306199-3cc3-4a6f-8dfa-5567a0020d56 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 945 time: 0.0831854 Aug 16 16:02:26.112582 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Deleting port 7ce6d062-fd35-439d-936a-32404c1b129b {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:26.113091 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:26.117948 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-82407323-a18c-42b2-8f52-59d653b5cc8d req-5f6f63f7-cfde-45b7-8954-882b5cb96993 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Aug 16 16:02:26.193407 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:26.193822 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:26.205082 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Calling delete_port for 7ce6d062-fd35-439d-936a-32404c1b129b owned by network:floatingip {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:26.439047 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:26.466494 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'Port': ['ID=7ce6d062-fd35-439d-936a-32404c1b129b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:26.527191 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:26.527608 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.db.l3_db [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Floating IP 5c7a2919-8b06-43bd-8d6b-2194179c2daf disassociated (deleted). External IP: 172.27.2.159, port: 700159a8-e049-4f50-b7c1-79b334154580. Aug 16 16:02:26.726988 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:02:26.829910 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:02:26.835364 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:26.840058 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:02:26.849017 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:26.849628 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:26.864367 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-eb9b232c-8dc2-466d-b99c-579d514bef90 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "DELETE /v2.0/floatingips/5c7a2919-8b06-43bd-8d6b-2194179c2daf HTTP/1.1" status: 204 len: 168 time: 0.9774170 Aug 16 16:02:26.865054 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'tag': '700159a8-e049-4f50-b7c1-79b334154580'}] {{(pid=101074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:26.867499 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a8511ece01c6d08c40289236dcff2f9fa93cd03a53e1351b3d1a5f3248d0c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a3006-ca36-43bc-b2c7-433015fd8ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "tag": "700159a8-e049-4f50-b7c1-79b334154580"}]}' {{(pid=101074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:26.905427 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3791b7a2-5b82-4cd7-a96d-9dab068845e6 x-openstack-request-id: req-3791b7a2-5b82-4cd7-a96d-9dab068845e6 {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:26.906044 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "tag": "700159a8-e049-4f50-b7c1-79b334154580", "status": "completed", "code": 200}]} {{(pid=101074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:26.906044 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3791b7a2-5b82-4cd7-a96d-9dab068845e6 {{(pid=101074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:26.906493 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'tag': '700159a8-e049-4f50-b7c1-79b334154580', 'status': 'completed', 'code': 200} Aug 16 16:02:26.956183 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:26.989616 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-1d2429fa-6ad6-4760-b865-98cd2e78e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:26.991179 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-1d2429fa-6ad6-4760-b865-98cd2e78e120 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35a9e16fc3564cffa5041a8c9627d495&device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 1099 time: 0.0412352 Aug 16 16:02:27.084780 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-e8bdeedf-8855-4caf-9c68-66e7c876c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:27.086198 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-e8bdeedf-8855-4caf-9c68-66e7c876c52f service neutron] 10.222.0.60 "GET /v2.0/networks?id=024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 200 len: 912 time: 0.0882351 Aug 16 16:02:27.126161 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-f7368a4c-da77-4cc2-806e-8285fc1f32e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 200 len: 217 time: 0.0334532 Aug 16 16:02:27.153519 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:27.185842 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-ca5ed63c-0406-48fa-807d-ab2acf97d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:27.187357 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-ca5ed63c-0406-48fa-807d-ab2acf97d0f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 200 len: 850 time: 0.0546629 Aug 16 16:02:27.195549 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:02:27.204145 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:27.204765 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:00Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:27.235644 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-81c6b55f-c0d3-468a-91cb-7adf5aea31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:27.238381 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-81c6b55f-c0d3-468a-91cb-7adf5aea31a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=024554cf-6b62-4504-975e-398fbd95665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440428 Aug 16 16:02:27.245829 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f058d1-eb56-4d8c-9c58-be4aac33fa5d req-278c17d3-eb07-40e3-99bb-ac5c10ed1c7a tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:27.247780 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b7f058d1-eb56-4d8c-9c58-be4aac33fa5d req-278c17d3-eb07-40e3-99bb-ac5c10ed1c7a tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 945 time: 0.0541635 Aug 16 16:02:27.296033 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b7f058d1-eb56-4d8c-9c58-be4aac33fa5d req-c765a001-1b8a-42dd-898c-cad22db3d583 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Aug 16 16:02:27.332382 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:27.378093 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c9b0a257-fbd1-4573-b46d-7fd2b18d5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:27.407609 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40284da4-dd6f-4ff5-b0bf-bacbd1c963a9 req-3de6aaaf-ecef-4e79-9f50-4835f63f24b2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:27.409298 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-40284da4-dd6f-4ff5-b0bf-bacbd1c963a9 req-3de6aaaf-ecef-4e79-9f50-4835f63f24b2 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 946 time: 0.0985045 Aug 16 16:02:27.411407 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-38e7b8e8-7aa6-4a1e-b9e4-d33f7a5fb988 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661270 Aug 16 16:02:27.499286 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-40284da4-dd6f-4ff5-b0bf-bacbd1c963a9 req-d3292aee-f61f-4796-a0a8-eb1ba58a5736 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830047 Aug 16 16:02:27.538647 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-325a3006-ca36-43bc-b2c7-433015fd8ca4 req-fe655d25-1a88-47d2-8540-a27a31164f51 service neutron] 10.222.0.60 "GET /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149430 Aug 16 16:02:27.550359 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:27.705247 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b000e-15c2-4aab-8ac0-b99ac4607a95 None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T15:53:50Z', 'revision_number': 4, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi', '_interfaces': [{'id': '31ab6233-cc43-4321-a631-9f662f5bbd38', 'name': '', 'network_id': '024554cf-6b62-4504-975e-398fbd95665b', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'mac_address': 'fa:16:3e:a3:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:49Z', 'updated_at': '2021-08-16T15:53:57Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'subnets': [{'id': 'c8b0a39f-c910-4183-bd78-c66ef2436141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:02:27.932997 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6e2f7-f58f-4e19-9af9-8ad932f153fe None None] New status for floating IP 5c7a2919-8b06-43bd-8d6b-2194179c2daf: DOWN {{(pid=101077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 16:02:28.627154 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ab2c-9207-40d9-8a70-ca20480a084b req-7598a686-ef2b-4f35-aac2-62ec8f1479ba tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:28.628941 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7425ab2c-9207-40d9-8a70-ca20480a084b req-7598a686-ef2b-4f35-aac2-62ec8f1479ba tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 946 time: 0.0545385 Aug 16 16:02:28.666510 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-7425ab2c-9207-40d9-8a70-ca20480a084b req-490bd501-1d1f-4dcf-8acf-cfd04d1390e0 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Aug 16 16:02:29.045806 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-83eaf9c8-5670-408c-b845-09bbaca0732c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:29.047287 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-83eaf9c8-5670-408c-b845-09bbaca0732c tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 946 time: 0.0551925 Aug 16 16:02:29.135301 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Deleting port 700159a8-e049-4f50-b7c1-79b334154580 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:29.135641 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:29.226008 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] For port 700159a8-e049-4f50-b7c1-79b334154580, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=700159a8-e049-4f50-b7c1-79b334154580,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:29.226372 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:29.238596 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Calling delete_port for 700159a8-e049-4f50-b7c1-79b334154580 owned by compute:nova {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:29.434161 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:29.462437 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'Port': ['ID=700159a8-e049-4f50-b7c1-79b334154580,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:29.503202 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] No DVR routers for this DVR port 700159a8-e049-4f50-b7c1-79b334154580 on host hv-cinder-79966 {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:02:29.508263 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:29.510301 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-fd432198-8ce5-4e61-93ef-fb11f58d8457 req-f9e2ad9e-7075-4af4-82dd-734abd32f863 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.60 "DELETE /v2.0/ports/700159a8-e049-4f50-b7c1-79b334154580 HTTP/1.1" status: 204 len: 173 time: 0.4567747 Aug 16 16:02:29.510773 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'name': 'network-vif-deleted', 'tag': '700159a8-e049-4f50-b7c1-79b334154580'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:02:29.513054 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df758c8-e2ce-45fb-8641-0c55f3c71ba4" -d '{"events": [{"server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "name": "network-vif-deleted", "tag": "700159a8-e049-4f50-b7c1-79b334154580"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:02:29.547714 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35a1bfc-a12b-4267-83c7-661deaa69cbf x-openstack-request-id: req-a35a1bfc-a12b-4267-83c7-661deaa69cbf {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:02:29.547971 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faa4aa3-2717-4e1f-9b57-e4938c9aea53", "name": "network-vif-deleted", "tag": "700159a8-e049-4f50-b7c1-79b334154580", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:02:29.552671 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a35a1bfc-a12b-4267-83c7-661deaa69cbf {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:02:29.552671 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faa4aa3-2717-4e1f-9b57-e4938c9aea53', 'name': 'network-vif-deleted', 'tag': '700159a8-e049-4f50-b7c1-79b334154580', 'status': 'completed', 'code': 200} Aug 16 16:02:29.772195 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-8c672eeb-02a7-4f11-9139-ce2cd9d28c2c req-df1cd256-0432-4388-a260-500e8c7eac9e tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0faa4aa3-2717-4e1f-9b57-e4938c9aea53 HTTP/1.1" status: 200 len: 210 time: 0.0261807 Aug 16 16:02:30.067508 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-87eb57a2-4ea4-4d4e-b7fa-61309a791b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:30.542108 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:30.829215 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58462) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:30.950188 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Deleting port dd318233-3ab3-4631-9c5a-fdf38ef38570 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:30.950446 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.029884 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.030212 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.033603 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.042042 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Calling delete_port for dd318233-3ab3-4631-9c5a-fdf38ef38570 owned by network:floatingip {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:31.222452 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.247580 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'Port': ['ID=dd318233-3ab3-4631-9c5a-fdf38ef38570,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:31.259549 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.259903 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.260245 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.260598 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.260911 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.261240 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.261569 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.261895 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.262220 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.262568 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.262926 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.263244 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:31.321445 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.324070 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for floatingip, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:31.325222 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-5af7b975-3f16-4977-8ff3-648e0452d23b tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "DELETE /v2.0/floatingips/453b56e4-1011-4dca-bf93-d165f498e1fb HTTP/1.1" status: 204 len: 168 time: 0.4949718 Aug 16 16:02:32.625836 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 700159a8-e049-4f50-b7c1-79b334154580 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:32.633642 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58478) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:32.645209 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 700159a8-e049-4f50-b7c1-79b334154580 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:32.645562 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 700159a8-e049-4f50-b7c1-79b334154580 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:32.695013 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b08d-a699-4cc8-b117-3a767c691991 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:32.719003 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b08d-a699-4cc8-b117-3a767c691991 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:32.884106 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b08d-a699-4cc8-b117-3a767c691991 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:32.884265 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:32.886659 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b08d-a699-4cc8-b117-3a767c691991 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:32.887839 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-c4f1b08d-a699-4cc8-b117-3a767c691991 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72 HTTP/1.1" status: 204 len: 168 time: 0.2531886 Aug 16 16:02:32.897073 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1b08d-a699-4cc8-b117-3a767c691991 tempest-TestVolumeBootPattern-823038797 tempest-TestVolumeBootPattern-823038797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc64e8e-4415-4e18-9cbd-9bc8fffb5c72,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:33.015755 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58482) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:33.411597 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:33.651070 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Deleting port 31ab6233-cc43-4321-a631-9f662f5bbd38 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:33.651774 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:33.727869 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] For port 31ab6233-cc43-4321-a631-9f662f5bbd38, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=31ab6233-cc43-4321-a631-9f662f5bbd38,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:33.728240 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:33.741335 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Calling delete_port for 31ab6233-cc43-4321-a631-9f662f5bbd38 owned by network:router_interface {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:33.965839 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:33.998605 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ab6233-cc43-4321-a631-9f662f5bbd38,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:34.159424 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:34.367183 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Router 4fd224ac-78f4-49f6-9522-976ab52c081a has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:02:34.737309 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:02:34.742173 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-09a9de4b-8b51-4937-a274-13da6e51bcf7 admin admin] 10.222.0.30 "PUT /v2.0/routers/4fd224ac-78f4-49f6-9522-976ab52c081a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250731 Aug 16 16:02:34.744809 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58490) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:34.745599 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] Sync routers for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:02:34.755127 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:34.755736 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:34.848377 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:34.861647 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: dv-cinder-799668-6-iscsi {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:34.948536 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.041114 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '94302072-43a6-424e-b362-4405a8a58097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T16:02:33Z', 'revision_number': 5, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port': {'id': '94302072-43a6-424e-b362-4405a8a58097', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:47Z', 'updated_at': '2021-08-16T15:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:35.068517 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] Checking router: 4fd224ac-78f4-49f6-9522-976ab52c081a for host: dv-cinder-799668-6-iscsi {{(pid=101076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:02:35.077730 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] Routers {'4fd224ac-78f4-49f6-9522-976ab52c081a'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:35.078363 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['4fd224ac-78f4-49f6-9522-976ab52c081a'], 'active': True} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:35.118837 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Deleting port 94302072-43a6-424e-b362-4405a8a58097 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:35.119247 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.166710 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvr_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] Set router 4fd224ac-78f4-49f6-9522-976ab52c081a gateway port host: None {{(pid=101076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:35.198121 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] For port 94302072-43a6-424e-b362-4405a8a58097, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=94302072-43a6-424e-b362-4405a8a58097,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:35.198643 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.216700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Calling delete_port for 94302072-43a6-424e-b362-4405a8a58097 owned by network:router_gateway {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:35.218500 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_hamode_db [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T16:02:34Z', 'revision_number': 6, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:35.247279 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b29c06-1a11-409f-af93-9f711756dbf7 None None] The sync data for ids ['4fd224ac-78f4-49f6-9522-976ab52c081a'] in dv-cinder-799668-6-iscsi is: [{'id': '4fd224ac-78f4-49f6-9522-976ab52c081a', 'name': 'tempest-TestVolumeBootPattern-124644160-router', 'tenant_id': '35a9e16fc3564cffa5041a8c9627d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:46Z', 'updated_at': '2021-08-16T16:02:34Z', 'revision_number': 6, 'project_id': '35a9e16fc3564cffa5041a8c9627d495', 'gw_port_host': None}] {{(pid=101076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:02:35.456874 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.485429 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94302072-43a6-424e-b362-4405a8a58097,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:35.547570 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.643152 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.645409 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.758670 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.759367 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd224ac-78f4-49f6-9522-976ab52c081a {{(pid=101074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 16:02:35.763518 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] Notify callbacks [] for router, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.764641 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-fa4be834-f04a-4555-b7e9-16b5f982e1d8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4fd224ac-78f4-49f6-9522-976ab52c081a HTTP/1.1" status: 204 len: 168 time: 1.0189149 Aug 16 16:02:35.767313 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58494) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:35.817308 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Deleting subnet c8b0a39f-c910-4183-bd78-c66ef2436141 {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 16:02:35.820220 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.852674 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:35.927573 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.040036 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.069650 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b0a39f-c910-4183-bd78-c66ef2436141,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:36.076182 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.081248 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-72766a93-fa8e-4602-906f-cabbe9a8d452 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c8b0a39f-c910-4183-bd78-c66ef2436141 HTTP/1.1" status: 204 len: 168 time: 0.3098543 Aug 16 16:02:36.081248 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58496) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:36.083832 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66abed-5422-4846-9a31-b13cb4d543a3 None None] Network 024554cf-6b62-4504-975e-398fbd95665b requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 16:02:36.148593 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.207136 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Deleting port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 {{(pid=101074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:36.207480 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.278143 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] DHCP port deletion for 024554cf-6b62-4504-975e-398fbd95665b request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 16:02:36.286700 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.db [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] For port dafeca02-bbd2-4b02-baf9-d2e0baf2c701, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:36.287076 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.300658 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.plugin [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Calling delete_port for dafeca02-bbd2-4b02-baf9-d2e0baf2c701 owned by network:dhcp {{(pid=101074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:36.326559 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Deleting port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:36.327016 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.395746 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] For port dafeca02-bbd2-4b02-baf9-d2e0baf2c701, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,segment=NetworkSegment(c3a80a12-c2cc-405d-b7d7-111e72a77c45),segment_id=c3a80a12-c2cc-405d-b7d7-111e72a77c45)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:36.398930 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.409231 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Calling delete_port for dafeca02-bbd2-4b02-baf9-d2e0baf2c701 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:36.445078 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6048005'] for port, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.475194 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:36.479055 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] No DVR routers for this DVR port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 on host dv-cinder-799668-6-iscsi {{(pid=101074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:02:36.492909 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.515458 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Pushing event deleted for resources: {'Port': ['ID=dafeca02-bbd2-4b02-baf9-d2e0baf2c701,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:36.525582 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.525933 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.526273 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.526634 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.526968 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.527300 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.527626 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.527950 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.528276 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.528598 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.528919 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.529240 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:02:36.531759 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e3ebf-1e5a-4a97-abbc-5caf2b7840a6 None None] No DVR routers for this DVR port dafeca02-bbd2-4b02-baf9-d2e0baf2c701 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:02:36.555029 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.564980 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024554cf-6b62-4504-975e-398fbd95665b']}} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:36.574428 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a80a12-c2cc-405d-b7d7-111e72a77c45') {'for_net_delete': True} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:36.574752 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.services.segments.db [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a80a12-c2cc-405d-b7d7-111e72a77c45') {} {{(pid=101074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:36.584914 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6180991'] for segment, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.600236 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.606173 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=101074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 16:02:36.606602 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6048054'] for segment, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: Traceback (most recent call last): Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: timer() Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: cb(*args, **kw) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: return func(*args, **kwargs) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: self._notify() Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: self.callback(batched_events) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: event.method(event) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: return f(self, *a, **k) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._get(url).json() Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: return self.request(url, 'GET', **kwargs) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 16:02:36.608233 dv-cinder-799668-6-iscsi neutron-server[101074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 16:02:36.736586 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.742082 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:36.743946 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] 10.222.0.30 "DELETE /v2.0/networks/024554cf-6b62-4504-975e-398fbd95665b HTTP/1.1" status: 204 len: 168 time: 0.6618848 Aug 16 16:02:36.746890 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58500) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:36.755171 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0964d51-7cbb-473f-b9a5-7aecdedd3a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=024554cf-6b62-4504-975e-398fbd95665b,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:37.086624 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721348'] for router_interface, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:37.147058 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 94302072-43a6-424e-b362-4405a8a58097 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:37.166636 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 94302072-43a6-424e-b362-4405a8a58097 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:37.167071 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 94302072-43a6-424e-b362-4405a8a58097 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:37.167546 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dafeca02-bbd2-4b02-baf9-d2e0baf2c701 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:37.186055 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: dafeca02-bbd2-4b02-baf9-d2e0baf2c701 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:37.186401 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device dafeca02-bbd2-4b02-baf9-d2e0baf2c701 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:37.186830 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 31ab6233-cc43-4321-a631-9f662f5bbd38 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:37.209212 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 31ab6233-cc43-4321-a631-9f662f5bbd38 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:37.209557 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 31ab6233-cc43-4321-a631-9f662f5bbd38 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:37.351855 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Deleting port 983c73c8-772e-4217-a15d-e3b4c70d04ca {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:37.352205 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:37.428443 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] For port 983c73c8-772e-4217-a15d-e3b4c70d04ca, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=983c73c8-772e-4217-a15d-e3b4c70d04ca,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:37.428803 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:37.440868 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Calling delete_port for 983c73c8-772e-4217-a15d-e3b4c70d04ca owned by network:router_interface {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:37.678856 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:37.950858 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=983c73c8-772e-4217-a15d-e3b4c70d04ca,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:38.114711 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-695380'] for router_interface, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:38.326439 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 has already been hosted by L3 agent 51c3d777-55d1-471e-87e5-9698b896497e {{(pid=101075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 16:02:38.432794 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] Notify agent at l3_agent.dv-cinder-799668-6-iscsi the message routers_updated {{(pid=101075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 16:02:38.438128 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b84c33f2-351b-4a04-927a-8afd060563f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/9cd328e1-beda-4f56-80c1-b0f9db9c8be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901367 Aug 16 16:02:38.441080 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58504) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:38.444305 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] Sync routers for ids ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'] in dv-cinder-799668-6-iscsi {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 16:02:38.453823 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] Routers {'9cd328e1-beda-4f56-80c1-b0f9db9c8be6'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:38.454437 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:38.546940 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:38.560190 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] Set router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 gateway port host: dv-cinder-799668-6-iscsi {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:38.658502 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:38.739491 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'external_fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T16:02:37Z', 'revision_number': 5, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port': {'id': '2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3', 'name': '', 'network_id': 'f5c7c401-0397-4296-b5f9-39d33b4bf57c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:53:54Z', 'updated_at': '2021-08-16T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e32f2ab1-caac-4f9b-9ac9-0788e8cf4ddd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-6-iscsi'}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:38.765015 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] Checking router: 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 for host: dv-cinder-799668-6-iscsi {{(pid=101077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 16:02:38.773071 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] Routers {'9cd328e1-beda-4f56-80c1-b0f9db9c8be6'} bound to L3 agent in host dv-cinder-799668-6-iscsi {{(pid=101077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 16:02:38.773662 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:43:30Z,description=,heartbeat_timestamp=2021-08-16T16:02:30Z,host='dv-cinder-799668-6-iscsi',id=51c3d777-55d1-471e-87e5-9698b896497e,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:43:31Z,topic='l3_agent')) {'router_ids': ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'], 'active': True} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:38.785756 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Deleting port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:38.786101 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:38.860919 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_dvr_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] Set router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 gateway port host: None {{(pid=101077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 16:02:38.865307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] For port 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,segment=NetworkSegment(eae19662-bdff-4731-815d-46f1ef9a62fd),segment_id=eae19662-bdff-4731-815d-46f1ef9a62fd)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:38.865677 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:38.881536 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Calling delete_port for 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 owned by network:router_gateway {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:38.914457 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.l3_hamode_db [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T16:02:38Z', 'revision_number': 6, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port_host': None}], 'dv-cinder-799668-6-iscsi', False) {} {{(pid=101077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:38.943517 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b821766-8bbb-4e35-a0b9-8c5b81bc8f00 None None] The sync data for ids ['9cd328e1-beda-4f56-80c1-b0f9db9c8be6'] in dv-cinder-799668-6-iscsi is: [{'id': '9cd328e1-beda-4f56-80c1-b0f9db9c8be6', 'name': 'tempest-TestVolumeBootPattern-1652072263-router', 'tenant_id': '63684eaa9ae744c4915132649d5f3ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:53:53Z', 'updated_at': '2021-08-16T16:02:38Z', 'revision_number': 6, 'project_id': '63684eaa9ae744c4915132649d5f3ca2', 'gw_port_host': None}] {{(pid=101077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 16:02:39.119618 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.144834 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:39.214739 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694526'] for router_gateway, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.310819 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231834'] for router, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.313735 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.409914 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 983c73c8-772e-4217-a15d-e3b4c70d04ca no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:39.430881 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 983c73c8-772e-4217-a15d-e3b4c70d04ca {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:39.431228 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 983c73c8-772e-4217-a15d-e3b4c70d04ca not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:39.438224 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-692835'] for router, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.438780 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd328e1-beda-4f56-80c1-b0f9db9c8be6 {{(pid=101075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 16:02:39.443758 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] Notify callbacks [] for router, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.444892 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-a050b294-f68e-4c72-8880-c788ff626e04 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9cd328e1-beda-4f56-80c1-b0f9db9c8be6 HTTP/1.1" status: 204 len: 168 time: 1.0028653 Aug 16 16:02:39.447364 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58508) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:39.492474 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Deleting subnet 63127e25-5ec4-40c7-a7c6-bf38a477fe53 {{(pid=101075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 16:02:39.495318 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.529996 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7317305'] for subnet, precommit_delete_associations {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.613836 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.742720 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4760793'] for subnet, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.771764 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63127e25-5ec4-40c7-a7c6-bf38a477fe53,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:39.773956 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for subnet, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.775828 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b225a187-4c8f-40c9-8983-460d0c37d8ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/63127e25-5ec4-40c7-a7c6-bf38a477fe53 HTTP/1.1" status: 204 len: 168 time: 0.3274922 Aug 16 16:02:39.778287 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58520) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:39.779222 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8169df3-8649-45a4-8f50-ea6bf09c55dd None None] Network 52a802f0-0694-4360-884a-070b28f0ccc6 requested from dv-cinder-799668-6-iscsi {{(pid=101076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 16:02:39.854664 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.907391 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Deleting port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:39.907706 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.950902 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] DHCP port deletion for 52a802f0-0694-4360-884a-070b28f0ccc6 request from dv-cinder-799668-6-iscsi {{(pid=101076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 16:02:39.976096 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] For port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:39.976588 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:39.989812 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Calling delete_port for 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 owned by network:dhcp {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:40.009732 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] Deleting port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 {{(pid=101076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:02:40.010184 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.072969 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] For port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0, host dv-cinder-799668-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-6-iscsi',level=0,port_id=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,segment=NetworkSegment(c4545f0e-1a87-46e9-aec0-4d48bd7eab14),segment_id=c4545f0e-1a87-46e9-aec0-4d48bd7eab14)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:02:40.072969 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.085135 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] Calling delete_port for 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 owned by network:dhcp {{(pid=101076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:02:40.154025 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.161911 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927'] for port, after_delete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.180184 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:40.183621 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] No DVR routers for this DVR port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 on host dv-cinder-799668-6-iscsi {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:02:40.187573 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] Pushing event deleted for resources: {'Port': ['ID=2128ab0f-314b-4bb0-a3a8-f1588c5767c0,revision_number=None']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:40.194750 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719738c-a6b5-40a2-8c55-9dcb44928662 None None] No DVR routers for this DVR port 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 on host dv-cinder-799668-6-iscsi {{(pid=101076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:02:40.256591 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.266260 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a802f0-0694-4360-884a-070b28f0ccc6']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:40.277493 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:40.277793 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4545f0e-1a87-46e9-aec0-4d48bd7eab14') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:02:40.287033 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.301290 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.307276 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 16:02:40.307669 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 16:02:40.309319 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 16:02:40.445007 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.450117 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.452048 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/52a802f0-0694-4360-884a-070b28f0ccc6 HTTP/1.1" status: 204 len: 168 time: 0.6727266 Aug 16 16:02:40.463370 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21476a3-45dd-482a-a23b-bc062b46ddc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a802f0-0694-4360-884a-070b28f0ccc6,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:40.491586 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:02:40.764516 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58530) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:40.803606 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-a0aaeb55-8034-4da0-ab0f-aef7d2daf5eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35a9e16fc3564cffa5041a8c9627d495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379364 Aug 16 16:02:40.805979 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58532) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:40.851201 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d13fb0cc-e35c-4f1b-882b-250e68aaafb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.872021 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d13fb0cc-e35c-4f1b-882b-250e68aaafb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.993729 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d13fb0cc-e35c-4f1b-882b-250e68aaafb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.996289 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-d13fb0cc-e35c-4f1b-882b-250e68aaafb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:40.997439 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-d13fb0cc-e35c-4f1b-882b-250e68aaafb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d51b2046-400f-454f-899c-3c877669276d HTTP/1.1" status: 204 len: 168 time: 0.1905491 Aug 16 16:02:41.006533 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fb0cc-e35c-4f1b-882b-250e68aaafb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b2046-400f-454f-899c-3c877669276d,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:41.145267 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:41.167117 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:41.167474 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2779a9b3-9d2c-4967-b3d0-6f2a44f66bc3 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:41.170886 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 no longer exists at agent ovs-agent-dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:02:41.188312 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] No Port match for: 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:02:41.188583 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Device 2128ab0f-314b-4bb0-a3a8-f1588c5767c0 not bound to the agent host dv-cinder-799668-6-iscsi {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:02:41.605482 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58538) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:41.644676 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-d5a6a6bb-2e12-4349-bb89-f7fb57d800b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63684eaa9ae744c4915132649d5f3ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380380 Aug 16 16:02:41.647167 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58542) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:02:41.693607 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14ff267b-d132-462b-9817-60e785e8816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:41.713993 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14ff267b-d132-462b-9817-60e785e8816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:41.833712 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14ff267b-d132-462b-9817-60e785e8816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:41.836266 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-14ff267b-d132-462b-9817-60e785e8816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:41.837397 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-14ff267b-d132-462b-9817-60e785e8816d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fda8a81-4c0f-44f4-a3e2-7e4261e46623 HTTP/1.1" status: 204 len: 168 time: 0.1892858 Aug 16 16:02:41.845074 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff267b-d132-462b-9817-60e785e8816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fda8a81-4c0f-44f4-a3e2-7e4261e46623,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:02:48.856562 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:02:52.856119 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-2d1376fc-01ec-45bd-b80e-0924ab26bff6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446708 Aug 16 16:02:52.954955 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-b4a09224-0b82-4cda-bfc1-81d27ed61f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:52.956443 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-b4a09224-0b82-4cda-bfc1-81d27ed61f70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 1098 time: 0.0398676 Aug 16 16:02:53.056748 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-4334e66c-d367-444a-a88a-5e312a44ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:53.058209 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-4334e66c-d367-444a-a88a-5e312a44ffb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 915 time: 0.0825546 Aug 16 16:02:53.104083 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-4fae3ab2-ff30-4d46-9bca-3bc63f4bdec2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632a4303-436a-412e-8ad8-89b61307f5b1 HTTP/1.1" status: 200 len: 217 time: 0.0375490 Aug 16 16:02:53.154658 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-7987f0ac-20b5-43f7-a9fb-0e938d0defde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:02:53.156113 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-7987f0ac-20b5-43f7-a9fb-0e938d0defde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c8e683e-6ef2-4704-96d2-6d276e7bfa98 HTTP/1.1" status: 200 len: 854 time: 0.0438392 Aug 16 16:02:53.187853 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-7027470a-90c2-4c52-a743-8cd0c2e5af5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245411 Aug 16 16:02:53.280524 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-a29dfdb7-4f1c-478b-bcd5-1b2a111c855c service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Aug 16 16:02:53.368292 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-02409f76-8122-47bf-a255-ab8a2180ac74 req-33b8400c-9569-44fa-9f59-ac8a5cc0eff2 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807245 Aug 16 16:02:57.359363 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e38965eb-8833-46fe-adf4-6ddbfe37950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:00.084507 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f9025946-1072-4f32-924c-b1eca68d85f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:00.495763 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:01.067436 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:02.901535 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:12.030336 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070798a-6eff-4962-b349-dbfa773a1b97 req-90555578-b06e-4ddf-8a10-2678dc7c6dcc tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:12.031984 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c070798a-6eff-4962-b349-dbfa773a1b97 req-90555578-b06e-4ddf-8a10-2678dc7c6dcc tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Aug 16 16:03:12.070073 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-c070798a-6eff-4962-b349-dbfa773a1b97 req-74e561e5-ff41-45a8-a718-5459d2aacc71 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Aug 16 16:03:13.192207 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b52b-fe86-43e4-aa24-0afa1f52eb06 req-8b0d276e-38e9-49bf-b066-ed98926d7d75 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:13.193696 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3d54b52b-fe86-43e4-aa24-0afa1f52eb06 req-8b0d276e-38e9-49bf-b066-ed98926d7d75 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 945 time: 0.0538459 Aug 16 16:03:13.230187 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3d54b52b-fe86-43e4-aa24-0afa1f52eb06 req-e58f718c-9df4-4061-9433-f353d31de08e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Aug 16 16:03:13.647939 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1f74971d-6f2a-44c2-8209-004314feb389 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:13.649354 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1f74971d-6f2a-44c2-8209-004314feb389 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 945 time: 0.0472076 Aug 16 16:03:13.734354 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Deleting port 632a4303-436a-412e-8ad8-89b61307f5b1 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:03:13.734721 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:13.822425 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] For port 632a4303-436a-412e-8ad8-89b61307f5b1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=632a4303-436a-412e-8ad8-89b61307f5b1,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:03:13.822815 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:13.835453 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Calling delete_port for 632a4303-436a-412e-8ad8-89b61307f5b1 owned by compute:nova {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:03:13.992804 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:14.020604 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Pushing event deleted for resources: {'Port': ['ID=632a4303-436a-412e-8ad8-89b61307f5b1,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:03:14.031373 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['632a4303-436a-412e-8ad8-89b61307f5b1'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:03:14.032367 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.033450 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.033982 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.034304 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.034663 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.034997 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.035326 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.035656 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.035983 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.036307 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.036629 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.036950 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:03:14.069874 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] No DVR routers for this DVR port 632a4303-436a-412e-8ad8-89b61307f5b1 on host hv-cinder-79966 {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:03:14.072165 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:14.074148 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-c9803d86-cd9a-4105-b240-01db50220c7a req-1320934d-c19b-4f0f-9ea4-6087cb82dc4f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "DELETE /v2.0/ports/632a4303-436a-412e-8ad8-89b61307f5b1 HTTP/1.1" status: 204 len: 173 time: 0.4186578 Aug 16 16:03:14.074603 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'name': 'network-vif-deleted', 'tag': '632a4303-436a-412e-8ad8-89b61307f5b1'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:03:14.076790 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ea2b7-9b05-4fe8-b879-8d34d33f7bef" -d '{"events": [{"server_uuid": "12ff8b0b-ca94-4161-805e-a2c664e819f6", "name": "network-vif-deleted", "tag": "632a4303-436a-412e-8ad8-89b61307f5b1"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:03:14.111384 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6078632b-62db-4920-a462-3e9a42746983 x-openstack-request-id: req-6078632b-62db-4920-a462-3e9a42746983 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:03:14.111685 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff8b0b-ca94-4161-805e-a2c664e819f6", "name": "network-vif-deleted", "tag": "632a4303-436a-412e-8ad8-89b61307f5b1", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:03:14.111938 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6078632b-62db-4920-a462-3e9a42746983 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:03:14.112331 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff8b0b-ca94-4161-805e-a2c664e819f6', 'name': 'network-vif-deleted', 'tag': '632a4303-436a-412e-8ad8-89b61307f5b1', 'status': 'completed', 'code': 200} Aug 16 16:03:14.326405 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-78c06682-7a10-471c-9435-2b37a22bd52f req-a61be934-e118-4fc9-8829-6adce6014a8a tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ff8b0b-ca94-4161-805e-a2c664e819f6 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Aug 16 16:03:17.491236 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:03:17.723423 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 632a4303-436a-412e-8ad8-89b61307f5b1 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:03:17.743354 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: 632a4303-436a-412e-8ad8-89b61307f5b1 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:03:17.743631 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device 632a4303-436a-412e-8ad8-89b61307f5b1 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:03:18.871749 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:25.855902 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-ada022b9-aa6c-41b9-9f88-33e0281953e6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:25.857267 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-ada022b9-aa6c-41b9-9f88-33e0281953e6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 814 time: 0.0971231 Aug 16 16:03:25.872000 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-58cc9afe-c4a7-4459-bccc-dd4164659501 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/quotas/e4e01fd623a2402ca567098cf15e329b HTTP/1.1" status: 200 len: 375 time: 0.0086536 Aug 16 16:03:25.901842 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-4bd9990c-de0f-4b90-b9db-1bd489c1af17 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249047 Aug 16 16:03:26.000824 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-1711f581-d9c0-4c84-b40c-8a080ec3d02f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 16:03:26.002413 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-1711f581-d9c0-4c84-b40c-8a080ec3d02f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0937231 Aug 16 16:03:26.093050 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-4adae258-774c-4b1e-8794-c299774e438e service neutron] 10.222.0.30 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Aug 16 16:03:26.178913 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-cdee5410-3c97-4fea-8bb5-ba1ca30e9da9 service neutron] 10.222.0.30 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794172 Aug 16 16:03:26.398782 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b3def03c-652e-46aa-92b2-69c483949f05 req-b8d18104-7ab4-41a9-9d9e-f8eee612a72f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 210 time: 0.0303316 Aug 16 16:03:27.369888 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c2f08f9a-dd74-4ec9-b133-0b34e3a323be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:27.493694 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-25f0f920-f0fc-4343-8c39-c61efcc44e45 req-b497dc84-2bf0-4004-89f6-01ff5d775e70 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 210 time: 0.0298705 Aug 16 16:03:28.367741 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-a138bf29-8b11-4a2c-8317-48f65495f326 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:28.369148 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-a138bf29-8b11-4a2c-8317-48f65495f326 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 814 time: 0.0963452 Aug 16 16:03:28.389614 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Request body: {'port': {'device_id': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4', 'admin_state_up': True, 'tenant_id': 'e4e01fd623a2402ca567098cf15e329b'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:03:28.545836 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Made reservation on behalf of e4e01fd623a2402ca567098cf15e329b for: {'port': 1} {{(pid=101075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 16:03:28.550208 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:28.588582 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-f69dad4c-a66c-4f60-b15c-63eb4fe7c725 req-b732decd-347b-4c89-b700-635cda3fba1f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Aug 16 16:03:28.672748 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.db_base_plugin_common [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Allocated IP 172.20.0.14 (5dc0f296-fe9e-485f-99df-3bf05d6ef4a4/3c8e683e-6ef2-4704-96d2-6d276e7bfa98/cf786bb1-2d48-45c6-b183-111f231373c7) {{(pid=101075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 16:03:28.817361 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks [] for port, precommit_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:28.925200 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759439143918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_create {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:28.971615 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 is already hosted by enough agents. {{(pid=101075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 16:03:28.974655 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.scheduler.base_scheduler [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Resources bound (agent type, host, resource id): {{(pid=101075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 16:03:28.978245 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Received port after_create {{(pid=101075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 16:03:28.984237 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Pushing event updated for resources: {'Port': ['ID=cf786bb1-2d48-45c6-b183-111f231373c7,revision_number=1']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:03:29.268473 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:29.268991 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:29.336172 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-6fc49b0a-3f6b-46ff-a1b4-5b5d3e2088c8 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9502039 Aug 16 16:03:29.356173 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.v2.base [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Request body: {'port': {'device_id': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=101075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 16:03:29.406921 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:29.673154 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf786bb1-2d48-45c6-b183-111f231373c7 {{(pid=101075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:03:29.693315 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:29.711237 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.provisioning_blocks [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Transition to ACTIVE for port object cf786bb1-2d48-45c6-b183-111f231373c7 will not be triggered until provisioned by entity L2. {{(pid=101075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 16:03:29.724009 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3829a-84b9-4251-9d05-ba86b8d5bdff req-c6f75e09-a4d9-4b55-a983-499a0bdb96f9 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:29.725495 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-22e3829a-84b9-4251-9d05-ba86b8d5bdff req-c6f75e09-a4d9-4b55-a983-499a0bdb96f9 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 932 time: 0.0663514 Aug 16 16:03:29.758811 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:29.790396 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-22e3829a-84b9-4251-9d05-ba86b8d5bdff req-56056203-97c6-4390-b443-ae7b1c3c32fd tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586603 Aug 16 16:03:29.816012 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf786bb1-2d48-45c6-b183-111f231373c7,revision_number=2']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:03:29.883272 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Attempting to bind port cf786bb1-2d48-45c6-b183-111f231373c7 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 16:03:29.883532 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Attempting to bind port cf786bb1-2d48-45c6-b183-111f231373c7 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 16:03:29.883861 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Attempting to bind port cf786bb1-2d48-45c6-b183-111f231373c7 on network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 16:03:29.887967 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Port cf786bb1-2d48-45c6-b183-111f231373c7 on network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 16:03:29.888286 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Attempting to bind port cf786bb1-2d48-45c6-b183-111f231373c7 on network 5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 16:03:29.893042 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Checking agent: {'id': '23493124-203f-4b03-bf13-5cf87a29ecb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'started_at': datetime.datetime(2021, 8, 16, 15, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 16:03:29.893369 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Checking segment: {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 16:03:29.893744 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Bound using segment: {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'} {{(pid=101075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 16:03:29.894166 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.managers [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Bound port: cf786bb1-2d48-45c6-b183-111f231373c7, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeff377-aa56-48f3-b241-194818a80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4'}}] {{(pid=101075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 16:03:29.894541 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:29.954355 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] For port cf786bb1-2d48-45c6-b183-111f231373c7, host hv-cinder-79966, cleared binding levels {{(pid=101075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 16:03:29.957244 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] For port cf786bb1-2d48-45c6-b183-111f231373c7, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cf786bb1-2d48-45c6-b183-111f231373c7,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 16:03:30.038911 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740225'] for port, after_update {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:30.050509 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-734a2dfe-d28e-45ed-96d8-6030694bc2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:30.074820 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.075742 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:30.077140 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf786bb1-2d48-45c6-b183-111f231373c7 HTTP/1.1" status: 200 len: 1094 time: 0.7250302 Aug 16 16:03:30.079305 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'tag': 'cf786bb1-2d48-45c6-b183-111f231373c7'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:03:30.081742 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af3407a-2dc4-4d5c-8a18-306140f44ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b89765a-2878-4d67-9811-b8280a8fcc67", "tag": "cf786bb1-2d48-45c6-b183-111f231373c7"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:03:30.108655 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde4ee2-0192-45ac-9079-03d7d2085ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf786bb1-2d48-45c6-b183-111f231373c7,revision_number=3']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:03:30.119033 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6718521-7e23-4c9b-bb2a-6e8aa7dd3567 x-openstack-request-id: req-c6718521-7e23-4c9b-bb2a-6e8aa7dd3567 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:03:30.119319 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b89765a-2878-4d67-9811-b8280a8fcc67", "tag": "cf786bb1-2d48-45c6-b183-111f231373c7", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:03:30.119565 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6718521-7e23-4c9b-bb2a-6e8aa7dd3567 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:03:30.119950 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'tag': 'cf786bb1-2d48-45c6-b183-111f231373c7', 'status': 'completed', 'code': 200} Aug 16 16:03:30.204578 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3407a-2dc4-4d5c-8a18-306140f44ccd req-07247058-dfcf-46ce-ad21-3b93f707fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.206621 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3af3407a-2dc4-4d5c-8a18-306140f44ccd req-07247058-dfcf-46ce-ad21-3b93f707fef3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 1097 time: 0.0459037 Aug 16 16:03:30.306705 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3407a-2dc4-4d5c-8a18-306140f44ccd req-2e3c67ba-d2a6-4c94-a08b-34144178a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.308154 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3af3407a-2dc4-4d5c-8a18-306140f44ccd req-2e3c67ba-d2a6-4c94-a08b-34144178a21f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e4e01fd623a2402ca567098cf15e329b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0887027 Aug 16 16:03:30.403740 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3407a-2dc4-4d5c-8a18-306140f44ccd req-48eb7807-699e-43a6-a2cd-664ddd5109ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.405163 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3af3407a-2dc4-4d5c-8a18-306140f44ccd req-48eb7807-699e-43a6-a2cd-664ddd5109ba service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897994 Aug 16 16:03:30.490181 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:30.500687 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-ddf97717-f240-48e1-a462-fcca7fbf2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.502835 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-ddf97717-f240-48e1-a462-fcca7fbf2d53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 1097 time: 0.0420284 Aug 16 16:03:30.553231 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-b9e83204-8b9e-404f-ad13-aaf927f10500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf786bb1-2d48-45c6-b183-111f231373c7 HTTP/1.1" status: 200 len: 217 time: 0.0377080 Aug 16 16:03:30.600723 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-c70da708-7da2-4204-8ebb-8f2d3f122c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.602100 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-c70da708-7da2-4204-8ebb-8f2d3f122c7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c8e683e-6ef2-4704-96d2-6d276e7bfa98 HTTP/1.1" status: 200 len: 854 time: 0.0421920 Aug 16 16:03:30.632546 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-2a2d1167-9039-4540-9c8f-917b3af7ec15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236313 Aug 16 16:03:30.721537 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-3bc0629f-12e1-4ba2-9cc4-6fd48c234f67 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821249 Aug 16 16:03:30.811101 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4f152630-5389-40e7-8974-91ab4e9ed3cd req-94bd7ecb-fa61-46d5-90c7-d5d4abba582e service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824504 Aug 16 16:03:30.910197 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45052b-0bbd-400d-b1b4-cadfd4fe82fe req-d2c129ac-8829-45f0-a3dd-8e39286aa446 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:30.911673 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f45052b-0bbd-400d-b1b4-cadfd4fe82fe req-d2c129ac-8829-45f0-a3dd-8e39286aa446 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 944 time: 0.0482850 Aug 16 16:03:30.949014 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-0f45052b-0bbd-400d-b1b4-cadfd4fe82fe req-1cfb4ecd-3224-4953-a613-9029a915c840 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Aug 16 16:03:31.015536 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:32.064792 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f7db-be25-494a-b2e9-55ab8907c8d0 req-0d8c3aa9-fd9f-4890-9af8-e813c00c8330 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:32.066347 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-48a3f7db-be25-494a-b2e9-55ab8907c8d0 req-0d8c3aa9-fd9f-4890-9af8-e813c00c8330 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 944 time: 0.0491054 Aug 16 16:03:32.102832 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-48a3f7db-be25-494a-b2e9-55ab8907c8d0 req-ed6d2025-a3fc-4b37-bf3e-39771a335c14 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Aug 16 16:03:32.889956 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:32.936324 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cf786bb1-2d48-45c6-b183-111f231373c7 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=101076) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 16:03:33.029936 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port cf786bb1-2d48-45c6-b183-111f231373c7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cf786bb1-2d48-45c6-b183-111f231373c7,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:03:33.041589 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Returning: {'device': 'cf786bb1-2d48-45c6-b183-111f231373c7', 'network_id': '5dc0f296-fe9e-485f-99df-3bf05d6ef4a4', 'port_id': 'cf786bb1-2d48-45c6-b183-111f231373c7', 'mac_address': 'fa:16:3e:96:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8e683e-6ef2-4704-96d2-6d276e7bfa98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101076) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 16:03:33.077923 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:33.090108 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf786bb1-2d48-45c6-b183-111f231373c7 {{(pid=101076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 16:03:33.108866 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port cf786bb1-2d48-45c6-b183-111f231373c7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cf786bb1-2d48-45c6-b183-111f231373c7,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:03:33.191803 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:33.219444 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac1195-9d55-4639-9a87-b560f04ff1a6 req-194e89c2-42ca-464e-873a-5a6b40249c9e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:33.221588 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1aac1195-9d55-4639-9a87-b560f04ff1a6 req-194e89c2-42ca-464e-873a-5a6b40249c9e tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 944 time: 0.0528991 Aug 16 16:03:33.243365 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=cf786bb1-2d48-45c6-b183-111f231373c7,revision_number=4']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:03:33.259245 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-1aac1195-9d55-4639-9a87-b560f04ff1a6 req-f794772f-3f6f-4645-9a3f-51793a93c1db tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Aug 16 16:03:33.473818 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['cf786bb1-2d48-45c6-b183-111f231373c7'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:03:34.371800 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdb315-fc0d-4c35-8c5d-ff3e8f58b99e req-49da9c67-c752-4efe-a610-b12a7a4d9ae4 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:34.373241 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-effdb315-fc0d-4c35-8c5d-ff3e8f58b99e req-49da9c67-c752-4efe-a610-b12a7a4d9ae4 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 945 time: 0.0472887 Aug 16 16:03:34.420501 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-effdb315-fc0d-4c35-8c5d-ff3e8f58b99e req-59a338d2-5af2-46d4-a712-4969d59ed1f1 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Aug 16 16:03:34.933669 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cf786bb1-2d48-45c6-b183-111f231373c7 up at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 16:03:35.042947 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning for port cf786bb1-2d48-45c6-b183-111f231373c7 completed by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 16:03:35.046967 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.db.provisioning_blocks [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Provisioning complete for port cf786bb1-2d48-45c6-b183-111f231373c7 triggered by entity L2. {{(pid=101076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 16:03:35.047593 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1396336'] for port, provisioning_complete {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:35.121022 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731135'] for port, before_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:35.143304 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf786bb1-2d48-45c6-b183-111f231373c7'}] {{(pid=101076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:03:35.145516 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a90ebe49ed4dc7256d252908861940a22ade751c78f3a4cd93933f06db3fb55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93130f-c34b-4488-bb3c-bbbfe9c67f6d" -d '{"events": [{"server_uuid": "3b89765a-2878-4d67-9811-b8280a8fcc67", "name": "network-vif-plugged", "status": "completed", "tag": "cf786bb1-2d48-45c6-b183-111f231373c7"}]}' {{(pid=101076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:03:35.159146 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] For port cf786bb1-2d48-45c6-b183-111f231373c7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cf786bb1-2d48-45c6-b183-111f231373c7,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:03:35.181687 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c224e52-51cc-49a6-9833-3b4e834183df x-openstack-request-id: req-1c224e52-51cc-49a6-9833-3b4e834183df {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:03:35.181975 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b89765a-2878-4d67-9811-b8280a8fcc67", "name": "network-vif-plugged", "status": "completed", "tag": "cf786bb1-2d48-45c6-b183-111f231373c7", "code": 200}]} {{(pid=101076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:03:35.182266 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c224e52-51cc-49a6-9833-3b4e834183df {{(pid=101076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:03:35.182694 dv-cinder-799668-6-iscsi neutron-server[101076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf786bb1-2d48-45c6-b183-111f231373c7', 'code': 200} Aug 16 16:03:35.233313 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759439531879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759439145732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759439145750'] for port, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:35.281631 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Pushing event updated for resources: {'Port': ['ID=cf786bb1-2d48-45c6-b183-111f231373c7,revision_number=5']} {{(pid=101076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:03:35.480695 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03c7c5-fb7d-4916-b21b-b65f7346c98a req-574fc336-b454-4b30-91d0-d54304b8015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:35.482786 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e03c7c5-fb7d-4916-b21b-b65f7346c98a req-574fc336-b454-4b30-91d0-d54304b8015b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 1099 time: 0.0409513 Aug 16 16:03:35.524351 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-4e03c7c5-fb7d-4916-b21b-b65f7346c98a req-98c191e0-10b0-4386-a3cc-655b8090187a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348203 Aug 16 16:03:35.541906 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572da1b-901c-4ebd-94a5-fe6579bd8f01 req-28b7563e-a535-4953-b292-b51742a86ead tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:35.543414 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6572da1b-901c-4ebd-94a5-fe6579bd8f01 req-28b7563e-a535-4953-b292-b51742a86ead tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 946 time: 0.0483396 Aug 16 16:03:35.580976 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-6572da1b-901c-4ebd-94a5-fe6579bd8f01 req-e7be33f2-962f-4650-ac88-0f3f06d665e9 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Aug 16 16:03:36.701558 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebce60-5a33-485a-9af3-db750b150662 req-e644a198-bc61-4e0c-912f-048d52d16ea2 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:36.703047 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17ebce60-5a33-485a-9af3-db750b150662 req-e644a198-bc61-4e0c-912f-048d52d16ea2 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 946 time: 0.0547171 Aug 16 16:03:36.740957 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-17ebce60-5a33-485a-9af3-db750b150662 req-df22ffc4-c872-474e-8d99-45f948db7492 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 16 16:03:37.854386 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b3b9-55a7-4e58-a3f7-146d767ef232 req-a5ea19d9-3499-4a40-8538-8be27f69c88b tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:37.855861 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e8e6b3b9-55a7-4e58-a3f7-146d767ef232 req-a5ea19d9-3499-4a40-8538-8be27f69c88b tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 946 time: 0.0480659 Aug 16 16:03:37.891279 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-e8e6b3b9-55a7-4e58-a3f7-146d767ef232 req-9def21e0-08f0-4372-b65e-a33a6650976f tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295460 Aug 16 16:03:48.917984 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:03:54.489959 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:03:54.827452 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-12d0eeba-f124-4143-9589-06f93d68b244 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416214 Aug 16 16:03:54.926570 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-55c5fc76-2594-4c73-bdd5-e202fbb6c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:54.928042 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-55c5fc76-2594-4c73-bdd5-e202fbb6c233 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4e01fd623a2402ca567098cf15e329b&device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 1099 time: 0.0400860 Aug 16 16:03:55.040301 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-f9fa189c-76fd-496b-9b2a-8f90916fea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:55.041785 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-f9fa189c-76fd-496b-9b2a-8f90916fea1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 200 len: 915 time: 0.0945144 Aug 16 16:03:55.086039 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-0efc29d4-c77a-477c-b3b8-06820a04a765 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf786bb1-2d48-45c6-b183-111f231373c7 HTTP/1.1" status: 200 len: 217 time: 0.0355692 Aug 16 16:03:55.134652 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-54a3cb49-d9f8-458d-967e-db157c5de617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:03:55.136060 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-54a3cb49-d9f8-458d-967e-db157c5de617 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c8e683e-6ef2-4704-96d2-6d276e7bfa98 HTTP/1.1" status: 200 len: 854 time: 0.0428951 Aug 16 16:03:55.168515 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-633b3afb-1057-47a6-b5bc-940dab0febff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249002 Aug 16 16:03:55.263215 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-c01df429-385c-4114-9efe-e5cc51f40e69 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Aug 16 16:03:55.357346 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-cd61e3db-cdfa-455a-87b8-773ab82b117f req-63c30a3c-a193-4403-87c2-e15430e54721 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808840 Aug 16 16:03:57.363649 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5b86-cfeb-4971-b4c5-896b1354ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:00.183716 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983475ec-e794-4d3f-9e29-e0832c6cef0e req-8d7d4315-8645-471f-857c-a092a2665abd tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:04:00.185189 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-983475ec-e794-4d3f-9e29-e0832c6cef0e req-8d7d4315-8645-471f-857c-a092a2665abd tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 946 time: 0.0497618 Aug 16 16:04:00.225196 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e8e75ebf-7e91-49f5-b6ce-420d73bbb139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:00.227409 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-983475ec-e794-4d3f-9e29-e0832c6cef0e req-958f63a7-b4e8-4bac-bb0e-a5f514dd09e6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Aug 16 16:04:00.498959 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:01.030617 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:01.350102 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b10c-6340-4821-9f64-97e94143833d req-68ca1a67-cd38-414a-bf0d-73df96603ba6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:04:01.351575 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18c3b10c-6340-4821-9f64-97e94143833d req-68ca1a67-cd38-414a-bf0d-73df96603ba6 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 946 time: 0.0540681 Aug 16 16:04:01.388503 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-18c3b10c-6340-4821-9f64-97e94143833d req-6eab3594-d08d-4a31-8a83-b0cfe6521d85 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/security-groups?id=75ec7386-28c6-41bd-9748-a19afc1eac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Aug 16 16:04:02.051311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-c3d85515-06f2-44b2-a45e-0f4eb0a450c2 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 16:04:02.052768 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-c3d85515-06f2-44b2-a45e-0f4eb0a450c2 tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 946 time: 0.0497675 Aug 16 16:04:02.138099 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Deleting port cf786bb1-2d48-45c6-b183-111f231373c7 {{(pid=101075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 16:04:02.138437 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759439639543'] for port, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:02.225616 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.db [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] For port cf786bb1-2d48-45c6-b183-111f231373c7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cf786bb1-2d48-45c6-b183-111f231373c7,segment=NetworkSegment(baeff377-aa56-48f3-b241-194818a80253),segment_id=baeff377-aa56-48f3-b241-194818a80253)] {{(pid=101075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 16:04:02.225973 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700086'] for port, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:02.238641 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.plugin [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Calling delete_port for cf786bb1-2d48-45c6-b183-111f231373c7 owned by compute:nova {{(pid=101075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 16:04:02.420818 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759439531861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759439143927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740238'] for port, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:02.451366 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Pushing event deleted for resources: {'Port': ['ID=cf786bb1-2d48-45c6-b183-111f231373c7,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:04:02.456275 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.db [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] get_ports_and_sgs() called for port_ids ['cf786bb1-2d48-45c6-b183-111f231373c7'] {{(pid=101076) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 16:04:02.488006 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [req-b8cf72c2-e626-4cdb-b72d-cf2e2ffeedfe req-55c73798-32a1-47c5-97f6-b14a77f4ecec tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b89765a-2878-4d67-9811-b8280a8fcc67 HTTP/1.1" status: 200 len: 210 time: 0.0305088 Aug 16 16:04:02.493564 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] No DVR routers for this DVR port cf786bb1-2d48-45c6-b183-111f231373c7 on host hv-cinder-79966 {{(pid=101075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 16:04:02.496028 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223891'] for port, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:02.497954 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [req-3f4a6477-d1b8-45b2-8f11-136d61991e13 req-572bbb99-7db4-4a29-b7a2-adec53aaf24c tempest-VolumesSnapshotTestJSON-1689553910 tempest-VolumesSnapshotTestJSON-1689553910-project] 10.222.0.60 "DELETE /v2.0/ports/cf786bb1-2d48-45c6-b183-111f231373c7 HTTP/1.1" status: 204 len: 173 time: 0.4393110 Aug 16 16:04:02.498381 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'name': 'network-vif-deleted', 'tag': 'cf786bb1-2d48-45c6-b183-111f231373c7'}] {{(pid=101075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 16:04:02.500703 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5a988784c0603207a9a953f904af1060e1cf29607fa30a49090ac6285be99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5bd48e-1672-493d-a3e5-4a561bfb3f29" -d '{"events": [{"server_uuid": "3b89765a-2878-4d67-9811-b8280a8fcc67", "name": "network-vif-deleted", "tag": "cf786bb1-2d48-45c6-b183-111f231373c7"}]}' {{(pid=101075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 16:04:02.535142 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3833ca7-eaf5-48c1-9e71-a344ba14e2c6 x-openstack-request-id: req-e3833ca7-eaf5-48c1-9e71-a344ba14e2c6 {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 16:04:02.535424 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b89765a-2878-4d67-9811-b8280a8fcc67", "name": "network-vif-deleted", "tag": "cf786bb1-2d48-45c6-b183-111f231373c7", "status": "completed", "code": 200}]} {{(pid=101075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 16:04:02.535669 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3833ca7-eaf5-48c1-9e71-a344ba14e2c6 {{(pid=101075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 16:04:02.536057 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b89765a-2878-4d67-9811-b8280a8fcc67', 'name': 'network-vif-deleted', 'tag': 'cf786bb1-2d48-45c6-b183-111f231373c7', 'status': 'completed', 'code': 200} Aug 16 16:04:02.929771 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:05.045238 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cf786bb1-2d48-45c6-b183-111f231373c7 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 16:04:05.066804 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] No Port match for: cf786bb1-2d48-45c6-b183-111f231373c7 {{(pid=101076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 16:04:05.067152 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron.plugins.ml2.rpc [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Device cf786bb1-2d48-45c6-b183-111f231373c7 not bound to the agent host hv-cinder-79966 {{(pid=101076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 16:04:18.911860 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:27.363133 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-9b907875-a413-4a6d-b2ab-cfd484533e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.046097 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.wsgi [-] (101074) accepted ('10.222.0.30', 58974) {{(pid=101074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:04:29.089232 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Deleting subnet 3c8e683e-6ef2-4704-96d2-6d276e7bfa98 {{(pid=101074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 16:04:29.092111 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.124453 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6180982'] for subnet, precommit_delete_associations {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.161380 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755098'] for subnet, precommit_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.310760 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6048080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5409242'] for subnet, after_delete {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.336303 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8e683e-6ef2-4704-96d2-6d276e7bfa98,revision_number=None']} {{(pid=101074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:04:29.340808 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron_lib.callbacks.manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.342671 dv-cinder-799668-6-iscsi neutron-server[101074]: INFO neutron.wsgi [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c8e683e-6ef2-4704-96d2-6d276e7bfa98 HTTP/1.1" status: 204 len: 168 time: 0.2952604 Aug 16 16:04:29.345311 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58976) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:04:29.348066 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.348416 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.348758 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.349091 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.349421 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.349751 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.350078 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.350426 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.350838 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.351126 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.351453 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.351773 dv-cinder-799668-6-iscsi neutron-server[101074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fea3e-8e4a-452b-b9e9-b1cf72a7eda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.416341 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607628'] for network, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.491701 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753263', 'neutron.services.segments.db._delete_segments_for_network-8759439669827'] for network, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.500873 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc0f296-fe9e-485f-99df-3bf05d6ef4a4']}} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:04:29.514118 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baeff377-aa56-48f3-b241-194818a80253') {'for_net_delete': True} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:04:29.514409 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.services.segments.db [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baeff377-aa56-48f3-b241-194818a80253') {} {{(pid=101075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 16:04:29.523365 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759439672652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7317296'] for segment, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.536905 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019'] for segment, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.542608 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=101075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 16:04:29.543009 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740285'] for segment, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: Traceback (most recent call last): Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: timer() Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: cb(*args, **kw) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: return func(*args, **kwargs) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: self._notify() Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: self.callback(batched_events) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: event.method(event) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: return f(self, *a, **k) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._get(url).json() Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: return self.request(url, 'GET', **kwargs) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 16:04:29.544550 dv-cinder-799668-6-iscsi neutron-server[101075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 16:04:29.637324 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694490'] for network, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.641659 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586981'] for network, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:29.645186 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5dc0f296-fe9e-485f-99df-3bf05d6ef4a4 HTTP/1.1" status: 204 len: 168 time: 0.2982526 Aug 16 16:04:29.657366 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc0f296-fe9e-485f-99df-3bf05d6ef4a4,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:04:29.664845 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.665221 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.665560 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.665889 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.666214 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.666569 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.666895 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.667218 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.667540 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.667855 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.668178 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:29.668489 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8feae-4841-43be-8067-6550615bedc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-6-iscsi {{(pid=101075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 16:04:30.032534 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58980) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:04:30.062162 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee084-45a0-42d2-85f0-f1263e2b8c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:30.072238 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-c5a1166f-6978-49c7-a3d3-b39fc3dcf3bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4e01fd623a2402ca567098cf15e329b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385365 Aug 16 16:04:30.074639 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.wsgi [-] (101075) accepted ('10.222.0.30', 58982) {{(pid=101075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 16:04:30.121379 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9f12-9580-4e4c-b7d6-ded1c86ec39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:30.146312 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9f12-9580-4e4c-b7d6-ded1c86ec39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:30.231829 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9f12-9580-4e4c-b7d6-ded1c86ec39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780448'] for security_group, after_delete {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:30.234300 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9f12-9580-4e4c-b7d6-ded1c86ec39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:30.235459 dv-cinder-799668-6-iscsi neutron-server[101075]: INFO neutron.wsgi [None req-ea9d9f12-9580-4e4c-b7d6-ded1c86ec39d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75ec7386-28c6-41bd-9748-a19afc1eac0f HTTP/1.1" status: 204 len: 168 time: 0.1599393 Aug 16 16:04:30.248344 dv-cinder-799668-6-iscsi neutron-server[101075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d9f12-9580-4e4c-b7d6-ded1c86ec39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec7386-28c6-41bd-9748-a19afc1eac0f,revision_number=None']} {{(pid=101075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 16:04:30.506239 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:31.059063 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:31.489390 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:04:32.923788 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:48.888719 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:04:57.391424 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e904cb6c-547f-422d-835a-f60bb5f370cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:00.082688 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d4824bbb-aeaf-4f51-97c2-eb4901bea488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:00.505627 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:01.019733 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:02.956750 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:08.488168 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:05:18.946096 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:27.350894 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1001e8b9-fbf5-4edc-a4cb-ed2054fe2969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:30.074568 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-3828a326-7b13-4a97-9dae-1d6719cfbf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:30.508623 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:31.071294 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:32.945003 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:45.487154 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:05:48.913640 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:05:57.355961 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7e329bfb-1177-4b29-a56b-e925a85d197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:00.062090 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ff0896d-3b96-42eb-b104-57de08546e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:00.493772 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:01.045211 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:02.938967 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:18.892384 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:22.485652 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:06:27.355429 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-e5091550-9140-4c4c-9522-da25d2e36cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:30.050377 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-da3668d4-3d36-4bbc-a2ab-571c38909744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:30.507239 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:31.035702 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:32.916407 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:48.931801 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:57.394631 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-0608f04b-6aee-4eff-ad2c-b5db80c544b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:06:59.485636 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:07:00.052048 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-bf38555f-acb0-423c-9f92-60e95e2cd8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:00.514802 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:01.069149 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:02.915085 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:18.917922 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:27.363146 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9089-f79a-4b15-9195-a4d5c5d71a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:30.048464 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7213cb39-d9d9-40c4-8a3b-c7611cd93ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:30.511703 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:31.082876 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:32.917440 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:36.485540 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:07:48.920014 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:07:57.345057 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-01332330-b367-48fe-8993-f3960b41c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:00.070845 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-f233d21c-5c7a-4bff-8e0f-d4e678ef3c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:00.505146 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:01.074591 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:02.919408 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:13.484514 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:08:18.921407 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:27.358967 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-5b13fdae-8aa8-457f-a047-af661947a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:30.069701 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7156d01d-d960-44cf-a6c6-79a19d5a95e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:30.544511 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:31.070226 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:32.921182 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:48.935583 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:08:50.484459 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:08:57.371990 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-bd29cabf-c8de-4076-a3a4-0341eb396ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:00.069269 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-5d700fc7-b28b-4baf-b1d0-4acf9f9a5e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:00.507040 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:01.078166 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:02.920624 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:18.931415 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-d99a0583-e071-4141-a4d2-5731f55121c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:27.363183 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-551edcc2-f9cd-48d1-aab2-e8b0c8e7f923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:27.483094 dv-cinder-799668-6-iscsi neutron-server[101077]: DEBUG neutron.db.agents_db [None req-94c942a0-ff7a-4da2-bc9c-5bd391164873 None None] Agent healthcheck: found 6 active agents {{(pid=101077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 16:09:30.077468 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-93090854-db15-438a-aec7-faae6b42eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:30.531328 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-7ad46d1e-a761-44d8-9585-96b96a20afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:31.085730 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4249-d804-4317-b357-688b80992dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 16:09:32.954242 dv-cinder-799668-6-iscsi neutron-server[101076]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9956-9da5-4093-ad8c-2e2d752e3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759439587449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396257'] for agent, after_update {{(pid=101076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}